{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5018.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28997): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28997) [trial-2355↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28997)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28997): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28997) [trial-2355↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a05:30:12.150385 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a05:30:12.161610 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:12.758462 tst mo_mt_sms.py: using LAC 19259\u000a05:30:12.882609 tst mo_mt_sms.py: using RAC 134\u000a05:30:13.006999 tst mo_mt_sms.py: using CellId 19259\u000a05:30:13.131182 tst mo_mt_sms.py: using BVCI 19260\u000a05:30:13.155469 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:13.336190 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:13.631917 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:30:13.767941 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:30:16.161035 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28996): Launched\u000a05:30:16.494684 run osmo-nitb_10.42.42.2(pid=28997): Launched\u000a05:30:16.677634 run osmo-nitb_10.42.42.2(pid=28997): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28997)]\u000a05:30:16.810687 run osmo-nitb_10.42.42.2(pid=28997): stdout: \u000a| (launched: 2022-12-09_05:30:16.319542) \u000a05:30:16.942667 run osmo-nitb_10.42.42.2(pid=28997): stderr: \u000a| (launched: 2022-12-09_05:30:16.366721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:17.095509 run osmo-nitb_10.42.42.2(pid=28997): stdout: \u000a| (launched: 2022-12-09_05:30:16.319542) \u000a05:30:17.240031 run osmo-nitb_10.42.42.2(pid=28997): stderr: \u000a| (launched: 2022-12-09_05:30:16.366721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:17.296685 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28997): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28997) [trial-2355↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28997)] [trial-2355↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a05:30:17.305311 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a05:30:17.343099 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28996): Terminating (SIGTERM)\u000a05:30:17.520811 --- ParallelTerminationStrategy: PID 28996 died...\u000a05:30:17.576830 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28996): Terminated: ok {rc=0}\u000a05:30:17.667013 bus /sierra_3: Setting Powered False\u000a05:30:18.778291 bus /sierra_3: Setting Powered False\u000a05:30:19.887315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:30:11" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29009): Process ended prematurely: osmo-stp_10.42.42.5(pid=29009) [trial-2355↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29009)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29009): Process ended prematurely: osmo-stp_10.42.42.5(pid=29009) [trial-2355↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a05:30:21.746407 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:21.757488 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:21.886764 tst mo_mt_sms.py: using LAC 19260\u000a05:30:22.015089 tst mo_mt_sms.py: using RAC 135\u000a05:30:22.142858 tst mo_mt_sms.py: using CellId 19260\u000a05:30:22.265442 tst mo_mt_sms.py: using BVCI 19261\u000a05:30:22.288443 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:22.299501 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:22.310138 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:22.320882 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:22.331738 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:22.342530 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:22.461017 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:22.676016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:24.463379 run create_hlr_db(pid=29003): Launched\u000a05:30:24.652284 bus /sierra_2: Setting Powered False\u000a05:30:25.672660 run create_hlr_db(pid=29003): Terminated: ok {rc=0}\u000a05:30:26.084432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29005): Launched\u000a05:30:26.390848 run osmo-hlr_10.42.42.2(pid=29006): Launched\u000a05:30:26.512720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:28.981828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29008): Launched\u000a05:30:29.288768 run osmo-stp_10.42.42.5(pid=29009): Launched\u000a05:30:29.401396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:30:34.765343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29011): Launched\u000a05:30:35.071573 run osmo-msc_10.42.42.6(pid=29012): Launched\u000a05:30:35.249879 run osmo-stp_10.42.42.5(pid=29009): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29009)]\u000a05:30:35.379450 run osmo-stp_10.42.42.5(pid=29009): stdout: \u000a| (launched: 2022-12-09_05:30:29.136734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:35.506074 run osmo-stp_10.42.42.5(pid=29009): stderr: \u000a| �[0;m�[38;5;43m20221209053029311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053029311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053029311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053029312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053029312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053029312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053029312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:35.627566 run osmo-stp_10.42.42.5(pid=29009): stdout: \u000a| (launched: 2022-12-09_05:30:29.136734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:35.748129 run osmo-stp_10.42.42.5(pid=29009): stderr: \u000a| �[0;m�[38;5;43m20221209053029311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053029311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053029311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053029312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053029312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053029312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053029312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:35.800926 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29009): Process ended prematurely: osmo-stp_10.42.42.5(pid=29009) [trial-2355↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29009)] [trial-2355↪sms:sysmo↪mo_mt_sms.py:16]\u000a05:30:35.808774 tst mo_mt_sms.py:16: Test FAILED (14.1 sec)\u000a05:30:35.870007 run osmo-hlr_10.42.42.2(pid=29006): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29006)]\u000a05:30:35.920367 run osmo-hlr_10.42.42.2(pid=29006): stdout: \u000a| (launched: 2022-12-09_05:30:26.238777) \u000a05:30:35.971267 run osmo-hlr_10.42.42.2(pid=29006): stderr: \u000a| �[0;m�[1;31m20221209053026417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053026417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053026417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053026417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053026417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053026418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053026429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053026437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053026438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053026438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:30:36.041036 run osmo-msc_10.42.42.6(pid=29012): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29012)]\u000a05:30:36.091503 run osmo-msc_10.42.42.6(pid=29012): stdout: \u000a| (launched: 2022-12-09_05:30:34.918960) \u000a05:30:36.142989 run osmo-msc_10.42.42.6(pid=29012): stderr: \u000a| �[0;m�[38;5;43m20221209053035196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053035196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb90a71ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053035196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053035196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053035196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053035197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053035199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053035200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053035200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:30:36.186701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29005): Terminating (SIGTERM)\u000a05:30:36.227562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29008): Terminating (SIGTERM)\u000a05:30:36.268841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29011): Terminating (SIGTERM)\u000a05:30:36.278509 --- ParallelTerminationStrategy: PID 29005 died...\u000a05:30:36.333081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29005): Terminated: ok {rc=0}\u000a05:30:36.342727 --- ParallelTerminationStrategy: PID 29008 died...\u000a05:30:36.396894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29008): Terminated: ok {rc=0}\u000a05:30:36.406811 --- ParallelTerminationStrategy: PID 29011 died...\u000a05:30:36.460884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29011): Terminated: ok {rc=0}\u000a05:30:36.551577 bus /sierra_3: Setting Powered False\u000a05:30:37.656123 bus /sierra_3: Setting Powered False\u000a05:30:38.764030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:30:21" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29018) [trial-2355↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29018)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29018) [trial-2355↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a05:30:40.603467 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a05:30:40.614804 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:40.746451 tst assert_extension.py: using LAC 19261\u000a05:30:40.875822 tst assert_extension.py: using RAC 136\u000a05:30:41.005418 tst assert_extension.py: using CellId 19261\u000a05:30:41.136370 tst assert_extension.py: using BVCI 19262\u000a05:30:41.161191 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a05:30:41.440374 tst assert_extension.py:10: start nitb and bts...\u000a05:30:41.566482 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:30:42.195327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29017): Launched\u000a05:30:42.496855 run osmo-nitb_10.42.42.2(pid=29018): Launched\u000a05:30:42.684497 run osmo-nitb_10.42.42.2(pid=29018): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29018)]\u000a05:30:42.822484 run osmo-nitb_10.42.42.2(pid=29018): stdout: \u000a| (launched: 2022-12-09_05:30:42.349187) \u000a05:30:42.960720 run osmo-nitb_10.42.42.2(pid=29018): stderr: \u000a| (launched: 2022-12-09_05:30:42.394254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:43.094248 run osmo-nitb_10.42.42.2(pid=29018): stdout: \u000a| (launched: 2022-12-09_05:30:42.349187) \u000a05:30:43.226347 run osmo-nitb_10.42.42.2(pid=29018): stderr: \u000a| (launched: 2022-12-09_05:30:42.394254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:43.619741 tst osmo-nitb_10.42.42.2(pid=29018): stdout: \u000a| (launched: 2022-12-09_05:30:42.349187) \u000a05:30:43.741559 tst osmo-nitb_10.42.42.2(pid=29018): stderr: \u000a| (launched: 2022-12-09_05:30:42.394254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:43.794517 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29018) [trial-2355↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29018)] [trial-2355↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a05:30:43.802775 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:30:43.839988 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29017): Terminating (SIGTERM)\u000a05:30:44.017528 --- ParallelTerminationStrategy: PID 29017 died...\u000a05:30:44.073819 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29017): Terminated: ok {rc=0}\u000a05:30:44.163680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29028): Process ended prematurely: osmo-stp_10.42.42.5(pid=29028) [trial-2355↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29028)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29028): Process ended prematurely: osmo-stp_10.42.42.5(pid=29028) [trial-2355↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a05:30:45.975574 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:45.987511 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:46.142186 tst assert_extension.py: using LAC 19262\u000a05:30:46.291233 tst assert_extension.py: using RAC 137\u000a05:30:46.457597 tst assert_extension.py: using CellId 19262\u000a05:30:46.623243 tst assert_extension.py: using BVCI 19263\u000a05:30:46.655781 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:46.670847 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:46.685752 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:46.702977 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:46.718551 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:46.733670 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a05:30:46.994449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:47.532149 run create_hlr_db(pid=29022): Launched\u000a05:30:47.709216 bus /sierra_2: Setting Powered False\u000a05:30:48.729409 run create_hlr_db(pid=29022): Terminated: ok {rc=0}\u000a05:30:49.166068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29024): Launched\u000a05:30:49.492878 run osmo-hlr_10.42.42.2(pid=29025): Launched\u000a05:30:49.612378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:50.186820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29027): Launched\u000a05:30:50.513486 run osmo-stp_10.42.42.5(pid=29028): Launched\u000a05:30:50.631335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:30:51.226553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29030): Launched\u000a05:30:51.554340 run osmo-msc_10.42.42.6(pid=29031): Launched\u000a05:30:51.745349 run osmo-stp_10.42.42.5(pid=29028): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29028)]\u000a05:30:51.883558 run osmo-stp_10.42.42.5(pid=29028): stdout: \u000a| (launched: 2022-12-09_05:30:50.352763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:52.021308 run osmo-stp_10.42.42.5(pid=29028): stderr: \u000a| �[0;m�[38;5;43m20221209053050547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053050547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053050547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053050548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053050548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053050548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053050548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:52.152589 run osmo-stp_10.42.42.5(pid=29028): stdout: \u000a| (launched: 2022-12-09_05:30:50.352763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:52.282479 run osmo-stp_10.42.42.5(pid=29028): stderr: \u000a| �[0;m�[38;5;43m20221209053050547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053050547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053050547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053050548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053050548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053050548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053050548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:52.339295 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29028): Process ended prematurely: osmo-stp_10.42.42.5(pid=29028) [trial-2355↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29028)] [trial-2355↪ussd:sysmo↪assert_extension.py:17]\u000a05:30:52.347775 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a05:30:52.411112 run osmo-hlr_10.42.42.2(pid=29025): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29025)]\u000a05:30:52.463449 run osmo-hlr_10.42.42.2(pid=29025): stdout: \u000a| (launched: 2022-12-09_05:30:49.331614) \u000a05:30:52.516110 run osmo-hlr_10.42.42.2(pid=29025): stderr: \u000a| �[0;m�[1;31m20221209053049533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053049533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053049534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053049534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053049534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053049534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053049546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053049557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053049557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053049557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:30:52.588132 run osmo-msc_10.42.42.6(pid=29031): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29031)]\u000a05:30:52.641181 run osmo-msc_10.42.42.6(pid=29031): stdout: \u000a| (launched: 2022-12-09_05:30:51.392272) \u000a05:30:52.694429 run osmo-msc_10.42.42.6(pid=29031): stderr: \u000a| �[0;m�[38;5;43m20221209053051721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053051721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe439b14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053051721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053051721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053051722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053051722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053051723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053051724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053051724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053051724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:30:52.739567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29024): Terminating (SIGTERM)\u000a05:30:52.782122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29027): Terminating (SIGTERM)\u000a05:30:52.824453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29030): Terminating (SIGTERM)\u000a05:30:52.834197 --- ParallelTerminationStrategy: PID 29024 died...\u000a05:30:52.891229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29024): Terminated: ok {rc=0}\u000a05:30:52.901440 --- ParallelTerminationStrategy: PID 29027 died...\u000a05:30:52.958323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29027): Terminated: ok {rc=0}\u000a05:30:52.968438 --- ParallelTerminationStrategy: PID 29030 died...\u000a05:30:53.024991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29030): Terminated: ok {rc=0}\u000a05:30:53.114299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:30:45" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29042): Process ended prematurely: osmo-stp_10.42.42.5(pid=29042) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29042): Process ended prematurely: osmo-stp_10.42.42.5(pid=29042) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:30:55.036119 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:55.047686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:30:55.203239 tst mo_mt_call.py: using LAC 19263\u000a05:30:55.334128 tst mo_mt_call.py: using RAC 138\u000a05:30:55.463288 tst mo_mt_call.py: using CellId 19263\u000a05:30:55.588126 tst mo_mt_call.py: using BVCI 19264\u000a05:30:55.611997 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:55.623406 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:55.634627 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:55.646218 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:55.657703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:55.669153 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:30:55.786859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:30:55.996526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:56.488108 run create_hlr_db(pid=29036): Launched\u000a05:30:56.667418 bus /sierra_2: Setting Powered False\u000a05:30:57.688210 run create_hlr_db(pid=29036): Terminated: ok {rc=0}\u000a05:30:58.132778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29038): Launched\u000a05:30:58.467954 run osmo-hlr_10.42.42.2(pid=29039): Launched\u000a05:30:58.590700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:59.171698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29041): Launched\u000a05:30:59.506174 run osmo-stp_10.42.42.5(pid=29042): Launched\u000a05:30:59.627132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:00.235812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29044): Launched\u000a05:31:00.569291 run osmo-msc_10.42.42.6(pid=29045): Launched\u000a05:31:00.764278 run osmo-stp_10.42.42.5(pid=29042): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)]\u000a05:31:00.967612 run osmo-stp_10.42.42.5(pid=29042): stdout: \u000a| (launched: 2022-12-09_05:30:59.341082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:01.115316 run osmo-stp_10.42.42.5(pid=29042): stderr: \u000a| �[0;m�[38;5;43m20221209053059539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053059539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053059539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053059540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053059540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053059540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053059540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:01.250598 run osmo-stp_10.42.42.5(pid=29042): stdout: \u000a| (launched: 2022-12-09_05:30:59.341082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:01.385087 run osmo-stp_10.42.42.5(pid=29042): stderr: \u000a| �[0;m�[38;5;43m20221209053059539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053059539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053059539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053059540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053059540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053059540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053059540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:01.445179 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29042): Process ended prematurely: osmo-stp_10.42.42.5(pid=29042) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29042)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:31:01.455231 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:31:01.518880 run osmo-hlr_10.42.42.2(pid=29039): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29039)]\u000a05:31:01.572084 run osmo-hlr_10.42.42.2(pid=29039): stdout: \u000a| (launched: 2022-12-09_05:30:58.302217) \u000a05:31:01.627271 run osmo-hlr_10.42.42.2(pid=29039): stderr: \u000a| �[0;m�[1;31m20221209053058503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053058503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053058503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053058503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053058504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053058504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053058516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053058525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053058525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053058525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:01.700610 run osmo-msc_10.42.42.6(pid=29045): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29045)]\u000a05:31:01.754247 run osmo-msc_10.42.42.6(pid=29045): stdout: \u000a| (launched: 2022-12-09_05:31:00.404149) \u000a05:31:01.825303 run osmo-msc_10.42.42.6(pid=29045): stderr: \u000a| �[0;m�[38;5;43m20221209053100730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053100730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f068c25bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053100730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053100731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053100731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053100731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053100733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053100733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053100733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053100733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:01.897082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29038): Terminating (SIGTERM)\u000a05:31:01.941800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29041): Terminating (SIGTERM)\u000a05:31:01.986888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29044): Terminating (SIGTERM)\u000a05:31:01.998388 --- ParallelTerminationStrategy: PID 29038 died...\u000a05:31:02.057876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29038): Terminated: ok {rc=0}\u000a05:31:02.068577 --- ParallelTerminationStrategy: PID 29041 died...\u000a05:31:02.126695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29041): Terminated: ok {rc=0}\u000a05:31:02.137301 --- ParallelTerminationStrategy: PID 29044 died...\u000a05:31:02.195153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29044): Terminated: ok {rc=0}\u000a05:31:02.283691 bus /sierra_3: Setting Powered False\u000a05:31:03.392029 bus /sierra_3: Setting Powered False\u000a05:31:04.505307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:05.619176 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:05.631062 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:31:05.776629 tst mo_mt_call_osmux.py: using LAC 19264\u000a05:31:05.900684 tst mo_mt_call_osmux.py: using RAC 139\u000a05:31:06.024018 tst mo_mt_call_osmux.py: using CellId 19264\u000a05:31:06.149971 tst mo_mt_call_osmux.py: using BVCI 19265\u000a05:31:06.173817 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:06.184861 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:06.195836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:06.207088 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:06.218317 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:06.229478 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:31:06.347796 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:31:06.563263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:07.138398 run create_hlr_db(pid=29047): Launched\u000a05:31:07.318865 bus /sierra_2: Setting Powered False\u000a05:31:08.339403 run create_hlr_db(pid=29047): Terminated: ok {rc=0}\u000a05:31:08.755883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Launched\u000a05:31:09.069970 run osmo-hlr_10.42.42.2(pid=29050): Launched\u000a05:31:09.181577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:09.724580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Launched\u000a05:31:10.037897 run osmo-stp_10.42.42.5(pid=29053): Launched\u000a05:31:10.151360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:10.720484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29055): Launched\u000a05:31:11.034799 run osmo-msc_10.42.42.6(pid=29056): Launched\u000a05:31:11.218570 run osmo-stp_10.42.42.5(pid=29053): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]\u000a05:31:11.350555 run osmo-stp_10.42.42.5(pid=29053): stdout: \u000a| (launched: 2022-12-09_05:31:09.882875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:11.480300 run osmo-stp_10.42.42.5(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221209053110058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053110058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053110059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053110059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053110060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053110060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053110060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:11.605472 run osmo-stp_10.42.42.5(pid=29053): stdout: \u000a| (launched: 2022-12-09_05:31:09.882875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:11.729080 run osmo-stp_10.42.42.5(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221209053110058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053110058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053110059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053110059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053110060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053110060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053110060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:11.783689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:31:11.792438 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:31:11.854239 run osmo-hlr_10.42.42.2(pid=29050): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29050)]\u000a05:31:11.905123 run osmo-hlr_10.42.42.2(pid=29050): stdout: \u000a| (launched: 2022-12-09_05:31:08.914674) \u000a05:31:11.956268 run osmo-hlr_10.42.42.2(pid=29050): stderr: \u000a| �[0;m�[1;31m20221209053109093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053109093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053109093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053109093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053109093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053109094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053109147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053109157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053109157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053109158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:12.025344 run osmo-msc_10.42.42.6(pid=29056): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29056)]\u000a05:31:12.075982 run osmo-msc_10.42.42.6(pid=29056): stdout: \u000a| (launched: 2022-12-09_05:31:10.879140) \u000a05:31:12.127105 run osmo-msc_10.42.42.6(pid=29056): stderr: \u000a| �[0;m�[38;5;43m20221209053111154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053111154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96107d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053111154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053111156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:12.170141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Terminating (SIGTERM)\u000a05:31:12.211177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a05:31:12.252200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29055): Terminating (SIGTERM)\u000a05:31:12.261714 --- ParallelTerminationStrategy: PID 29049 died...\u000a05:31:12.316730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Terminated: ok {rc=0}\u000a05:31:12.326673 --- ParallelTerminationStrategy: PID 29052 died...\u000a05:31:12.381062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a05:31:12.390999 --- ParallelTerminationStrategy: PID 29055 died...\u000a05:31:12.445613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29055): Terminated: ok {rc=0}\u000a05:31:12.534159 bus /sierra_3: Setting Powered False\u000a05:31:13.638459 bus /sierra_3: Setting Powered False\u000a05:31:14.746885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:30:54" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29067): Process ended prematurely: osmo-stp_10.42.42.5(pid=29067) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29067)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29067): Process ended prematurely: osmo-stp_10.42.42.5(pid=29067) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:31:16.778053 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:16.790104 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:31:16.947120 tst mo_mt_call.py: using LAC 19265\u000a05:31:17.086063 tst mo_mt_call.py: using RAC 140\u000a05:31:17.214396 tst mo_mt_call.py: using CellId 19265\u000a05:31:17.336698 tst mo_mt_call.py: using BVCI 19266\u000a05:31:17.360659 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:17.371883 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:17.382916 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:17.394507 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:17.406150 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:17.418210 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:17.539446 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:17.754968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:18.289328 run create_hlr_db(pid=29061): Launched\u000a05:31:18.482308 bus /sierra_2: Setting Powered False\u000a05:31:19.502203 run create_hlr_db(pid=29061): Terminated: ok {rc=0}\u000a05:31:19.921506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29063): Launched\u000a05:31:20.234401 run osmo-hlr_10.42.42.2(pid=29064): Launched\u000a05:31:20.355524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:20.905567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29066): Launched\u000a05:31:21.218220 run osmo-stp_10.42.42.5(pid=29067): Launched\u000a05:31:21.341911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:21.917440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29069): Launched\u000a05:31:22.231655 run osmo-msc_10.42.42.6(pid=29070): Launched\u000a05:31:22.415924 run osmo-stp_10.42.42.5(pid=29067): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29067)]\u000a05:31:22.548159 run osmo-stp_10.42.42.5(pid=29067): stdout: \u000a| (launched: 2022-12-09_05:31:21.063058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:22.678002 run osmo-stp_10.42.42.5(pid=29067): stderr: \u000a| �[0;m�[38;5;43m20221209053121238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053121238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053121238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053121239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053121239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053121239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053121239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:22.802756 run osmo-stp_10.42.42.5(pid=29067): stdout: \u000a| (launched: 2022-12-09_05:31:21.063058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:22.926627 run osmo-stp_10.42.42.5(pid=29067): stderr: \u000a| �[0;m�[38;5;43m20221209053121238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053121238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053121238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053121239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053121239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053121239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053121239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:22.980867 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29067): Process ended prematurely: osmo-stp_10.42.42.5(pid=29067) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29067)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:31:22.989646 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:31:23.050778 run osmo-hlr_10.42.42.2(pid=29064): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29064)]\u000a05:31:23.100793 run osmo-hlr_10.42.42.2(pid=29064): stdout: \u000a| (launched: 2022-12-09_05:31:20.079389) \u000a05:31:23.151937 run osmo-hlr_10.42.42.2(pid=29064): stderr: \u000a| �[0;m�[1;31m20221209053120263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053120263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053120263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053120263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053120263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053120263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053120275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053120286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053120286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053120286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:23.220347 run osmo-msc_10.42.42.6(pid=29070): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29070)]\u000a05:31:23.270425 run osmo-msc_10.42.42.6(pid=29070): stdout: \u000a| (launched: 2022-12-09_05:31:22.075354) \u000a05:31:23.320939 run osmo-msc_10.42.42.6(pid=29070): stderr: \u000a| �[0;m�[38;5;43m20221209053122352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053122352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2465e9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053122352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053122352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053122352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053122352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053122354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053122354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053122355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053122355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:23.364076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29063): Terminating (SIGTERM)\u000a05:31:23.404386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29066): Terminating (SIGTERM)\u000a05:31:23.445048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29069): Terminating (SIGTERM)\u000a05:31:23.454516 --- ParallelTerminationStrategy: PID 29063 died...\u000a05:31:23.508515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29063): Terminated: ok {rc=0}\u000a05:31:23.518468 --- ParallelTerminationStrategy: PID 29066 died...\u000a05:31:23.572560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29066): Terminated: ok {rc=0}\u000a05:31:23.582320 --- ParallelTerminationStrategy: PID 29069 died...\u000a05:31:23.636229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29069): Terminated: ok {rc=0}\u000a05:31:23.721344 bus /sierra_3: Setting Powered False\u000a05:31:24.823520 bus /sierra_3: Setting Powered False\u000a05:31:25.933372 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29078): Process ended prematurely: osmo-stp_10.42.42.5(pid=29078) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29078)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29078): Process ended prematurely: osmo-stp_10.42.42.5(pid=29078) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:27.050524 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:27.062924 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:31:27.219182 tst mo_mt_call_osmux.py: using LAC 19266\u000a05:31:27.351211 tst mo_mt_call_osmux.py: using RAC 141\u000a05:31:27.485318 tst mo_mt_call_osmux.py: using CellId 19266\u000a05:31:27.614442 tst mo_mt_call_osmux.py: using BVCI 19267\u000a05:31:27.640145 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:27.651796 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:27.663440 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:27.674927 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:27.686539 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:27.698205 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:27.818571 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:28.031926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:28.567429 run create_hlr_db(pid=29072): Launched\u000a05:31:28.760439 bus /sierra_2: Setting Powered False\u000a05:31:29.780617 run create_hlr_db(pid=29072): Terminated: ok {rc=0}\u000a05:31:30.228811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29074): Launched\u000a05:31:30.563733 run osmo-hlr_10.42.42.2(pid=29075): Launched\u000a05:31:30.688778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:31.295720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29077): Launched\u000a05:31:31.677534 run osmo-stp_10.42.42.5(pid=29078): Launched\u000a05:31:31.964232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:32.632745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29080): Launched\u000a05:31:32.946894 run osmo-msc_10.42.42.6(pid=29081): Launched\u000a05:31:33.130557 run osmo-stp_10.42.42.5(pid=29078): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29078)]\u000a05:31:33.262589 run osmo-stp_10.42.42.5(pid=29078): stdout: \u000a| (launched: 2022-12-09_05:31:31.457048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:33.392294 run osmo-stp_10.42.42.5(pid=29078): stderr: \u000a| �[0;m�[38;5;43m20221209053131862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053131863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053131865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053131867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053131870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053131870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053131871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:33.516906 run osmo-stp_10.42.42.5(pid=29078): stdout: \u000a| (launched: 2022-12-09_05:31:31.457048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:33.640533 run osmo-stp_10.42.42.5(pid=29078): stderr: \u000a| �[0;m�[38;5;43m20221209053131862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053131863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053131865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053131867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053131870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053131870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053131871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:33.694831 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29078): Process ended prematurely: osmo-stp_10.42.42.5(pid=29078) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29078)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:31:33.703579 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a05:31:33.764367 run osmo-hlr_10.42.42.2(pid=29075): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29075)]\u000a05:31:33.814143 run osmo-hlr_10.42.42.2(pid=29075): stdout: \u000a| (launched: 2022-12-09_05:31:30.398894) \u000a05:31:33.864570 run osmo-hlr_10.42.42.2(pid=29075): stderr: \u000a| �[0;m�[1;31m20221209053130604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053130604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053130604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053130604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053130604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053130604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053130619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053130629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053130629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053130629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:33.932503 run osmo-msc_10.42.42.6(pid=29081): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29081)]\u000a05:31:33.982170 run osmo-msc_10.42.42.6(pid=29081): stdout: \u000a| (launched: 2022-12-09_05:31:32.790907) \u000a05:31:34.032274 run osmo-msc_10.42.42.6(pid=29081): stderr: \u000a| �[0;m�[38;5;43m20221209053133067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053133067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c6e384c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053133067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053133067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053133067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053133067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053133069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053133070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053133070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053133070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:34.074450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29074): Terminating (SIGTERM)\u000a05:31:34.115209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29077): Terminating (SIGTERM)\u000a05:31:34.155347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29080): Terminating (SIGTERM)\u000a05:31:34.164793 --- ParallelTerminationStrategy: PID 29074 died...\u000a05:31:34.218881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29074): Terminated: ok {rc=0}\u000a05:31:34.228629 --- ParallelTerminationStrategy: PID 29077 died...\u000a05:31:34.282682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29077): Terminated: ok {rc=0}\u000a05:31:34.292715 --- ParallelTerminationStrategy: PID 29080 died...\u000a05:31:34.346828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29080): Terminated: ok {rc=0}\u000a05:31:34.437198 bus /sierra_3: Setting Powered False\u000a05:31:35.543087 bus /sierra_3: Setting Powered False\u000a05:31:36.655823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:31:16" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29092): Process ended prematurely: osmo-stp_10.42.42.5(pid=29092) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29092): Process ended prematurely: osmo-stp_10.42.42.5(pid=29092) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:31:38.627352 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:38.638850 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:31:38.793694 tst mo_mt_call.py: using LAC 19267\u000a05:31:38.929634 tst mo_mt_call.py: using RAC 142\u000a05:31:39.061859 tst mo_mt_call.py: using CellId 19267\u000a05:31:39.191345 tst mo_mt_call.py: using BVCI 19268\u000a05:31:39.216884 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:39.228711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:39.240131 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:39.251526 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:39.262918 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:39.274464 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:39.391393 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:39.596814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:40.089392 run create_hlr_db(pid=29086): Launched\u000a05:31:40.269575 bus /sierra_2: Setting Powered False\u000a05:31:41.290565 run create_hlr_db(pid=29086): Terminated: ok {rc=0}\u000a05:31:41.735168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29088): Launched\u000a05:31:42.071318 run osmo-hlr_10.42.42.2(pid=29089): Launched\u000a05:31:42.194103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:42.775294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29091): Launched\u000a05:31:43.112918 run osmo-stp_10.42.42.5(pid=29092): Launched\u000a05:31:43.233830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:43.843184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29094): Launched\u000a05:31:44.178982 run osmo-msc_10.42.42.6(pid=29095): Launched\u000a05:31:44.375060 run osmo-stp_10.42.42.5(pid=29092): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)]\u000a05:31:44.515985 run osmo-stp_10.42.42.5(pid=29092): stdout: \u000a| (launched: 2022-12-09_05:31:42.945030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:44.655509 run osmo-stp_10.42.42.5(pid=29092): stderr: \u000a| �[0;m�[38;5;43m20221209053143140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053143140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053143140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053143141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053143143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053143143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053143143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:44.789218 run osmo-stp_10.42.42.5(pid=29092): stdout: \u000a| (launched: 2022-12-09_05:31:42.945030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:44.921360 run osmo-stp_10.42.42.5(pid=29092): stderr: \u000a| �[0;m�[38;5;43m20221209053143140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053143140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053143140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053143141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053143143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053143143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053143143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:44.979510 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29092): Process ended prematurely: osmo-stp_10.42.42.5(pid=29092) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:31:44.988691 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:31:45.052501 run osmo-hlr_10.42.42.2(pid=29089): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29089)]\u000a05:31:45.105318 run osmo-hlr_10.42.42.2(pid=29089): stdout: \u000a| (launched: 2022-12-09_05:31:41.905474) \u000a05:31:45.158221 run osmo-hlr_10.42.42.2(pid=29089): stderr: \u000a| �[0;m�[1;31m20221209053142108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053142108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053142108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053142109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053142109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053142109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053142121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053142131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053142131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053142131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:45.229670 run osmo-msc_10.42.42.6(pid=29095): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29095)]\u000a05:31:45.281768 run osmo-msc_10.42.42.6(pid=29095): stdout: \u000a| (launched: 2022-12-09_05:31:44.012848) \u000a05:31:45.334484 run osmo-msc_10.42.42.6(pid=29095): stderr: \u000a| �[0;m�[38;5;43m20221209053144341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053144341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f7cf75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053144341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053144341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053144342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053144342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053144344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053144344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053144344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053144344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:45.379189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29088): Terminating (SIGTERM)\u000a05:31:45.421378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29091): Terminating (SIGTERM)\u000a05:31:45.463424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29094): Terminating (SIGTERM)\u000a05:31:45.473246 --- ParallelTerminationStrategy: PID 29088 died...\u000a05:31:45.529615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29088): Terminated: ok {rc=0}\u000a05:31:45.539769 --- ParallelTerminationStrategy: PID 29091 died...\u000a05:31:45.595872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29091): Terminated: ok {rc=0}\u000a05:31:45.606045 --- ParallelTerminationStrategy: PID 29094 died...\u000a05:31:45.662446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29094): Terminated: ok {rc=0}\u000a05:31:45.750915 bus /sierra_3: Setting Powered False\u000a05:31:46.857532 bus /sierra_3: Setting Powered False\u000a05:31:47.966476 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29103): Process ended prematurely: osmo-stp_10.42.42.5(pid=29103) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29103)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29103): Process ended prematurely: osmo-stp_10.42.42.5(pid=29103) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:49.084424 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:49.097471 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:31:49.253924 tst mo_mt_call_osmux.py: using LAC 19268\u000a05:31:49.380889 tst mo_mt_call_osmux.py: using RAC 143\u000a05:31:49.503416 tst mo_mt_call_osmux.py: using CellId 19268\u000a05:31:49.628305 tst mo_mt_call_osmux.py: using BVCI 19269\u000a05:31:49.652201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:49.663894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:49.675263 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:49.687172 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:49.698891 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:49.711004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:49.835521 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:50.043174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:50.536907 run create_hlr_db(pid=29097): Launched\u000a05:31:50.716102 bus /sierra_2: Setting Powered False\u000a05:31:51.737122 run create_hlr_db(pid=29097): Terminated: ok {rc=0}\u000a05:31:52.182477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29099): Launched\u000a05:31:52.518623 run osmo-hlr_10.42.42.2(pid=29100): Launched\u000a05:31:52.643676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:53.227525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29102): Launched\u000a05:31:53.562776 run osmo-stp_10.42.42.5(pid=29103): Launched\u000a05:31:53.683954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:54.295178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29105): Launched\u000a05:31:54.631497 run osmo-msc_10.42.42.6(pid=29106): Launched\u000a05:31:54.827098 run osmo-stp_10.42.42.5(pid=29103): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29103)]\u000a05:31:54.968296 run osmo-stp_10.42.42.5(pid=29103): stdout: \u000a| (launched: 2022-12-09_05:31:53.397607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:55.109119 run osmo-stp_10.42.42.5(pid=29103): stderr: \u000a| �[0;m�[38;5;43m20221209053153594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053153594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053153594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053153595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053153595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053153595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053153595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:55.244193 run osmo-stp_10.42.42.5(pid=29103): stdout: \u000a| (launched: 2022-12-09_05:31:53.397607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:55.377238 run osmo-stp_10.42.42.5(pid=29103): stderr: \u000a| �[0;m�[38;5;43m20221209053153594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053153594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053153594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053153595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053153595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053153595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053153595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:55.435714 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29103): Process ended prematurely: osmo-stp_10.42.42.5(pid=29103) [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29103)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:31:55.445125 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:31:55.509309 run osmo-hlr_10.42.42.2(pid=29100): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29100)]\u000a05:31:55.562194 run osmo-hlr_10.42.42.2(pid=29100): stdout: \u000a| (launched: 2022-12-09_05:31:52.353327) \u000a05:31:55.615598 run osmo-hlr_10.42.42.2(pid=29100): stderr: \u000a| �[0;m�[1;31m20221209053152554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053152554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053152554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053152554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053152554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053152554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053152571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053152582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053152582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053152582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:55.687904 run osmo-msc_10.42.42.6(pid=29106): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29106)]\u000a05:31:55.740477 run osmo-msc_10.42.42.6(pid=29106): stdout: \u000a| (launched: 2022-12-09_05:31:54.465648) \u000a05:31:55.793328 run osmo-msc_10.42.42.6(pid=29106): stderr: \u000a| �[0;m�[38;5;43m20221209053154795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053154795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbefd35dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053154795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053154795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053154795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053154795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053154797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053154798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053154798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053154798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:55.838681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29099): Terminating (SIGTERM)\u000a05:31:55.881680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29102): Terminating (SIGTERM)\u000a05:31:55.924656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29105): Terminating (SIGTERM)\u000a05:31:55.934599 --- ParallelTerminationStrategy: PID 29099 died...\u000a05:31:55.991945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29099): Terminated: ok {rc=0}\u000a05:31:56.002342 --- ParallelTerminationStrategy: PID 29102 died...\u000a05:31:56.059354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29102): Terminated: ok {rc=0}\u000a05:31:56.070043 --- ParallelTerminationStrategy: PID 29105 died...\u000a05:31:56.126951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29105): Terminated: ok {rc=0}\u000a05:31:56.216474 bus /sierra_3: Setting Powered False\u000a05:31:57.325772 bus /sierra_3: Setting Powered False\u000a05:31:58.438879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:31:38" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29119): Process ended prematurely: osmo-stp_10.42.42.5(pid=29119) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29119)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29119): Process ended prematurely: osmo-stp_10.42.42.5(pid=29119) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:32:00.397239 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:00.408300 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:32:00.556284 tst mo_mt_call.py: using LAC 19269\u000a05:32:00.679216 tst mo_mt_call.py: using RAC 144\u000a05:32:00.803213 tst mo_mt_call.py: using CellId 19269\u000a05:32:00.945476 tst mo_mt_call.py: using BVCI 19270\u000a05:32:00.970632 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:00.982600 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:00.994524 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:01.007538 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:01.021847 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:01.034911 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:01.173813 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:01.417219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:02.001672 run create_hlr_db(pid=29113): Launched\u000a05:32:02.199615 bus /sierra_2: Setting Powered False\u000a05:32:03.216379 run create_hlr_db(pid=29113): Terminated: ok {rc=0}\u000a05:32:03.644072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29115): Launched\u000a05:32:03.978747 run osmo-hlr_10.42.42.2(pid=29116): Launched\u000a05:32:04.104210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:04.685812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29118): Launched\u000a05:32:05.020399 run osmo-stp_10.42.42.5(pid=29119): Launched\u000a05:32:05.141995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:05.752392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29121): Launched\u000a05:32:06.087810 run osmo-msc_10.42.42.6(pid=29122): Launched\u000a05:32:06.284142 run osmo-stp_10.42.42.5(pid=29119): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29119)]\u000a05:32:06.424630 run osmo-stp_10.42.42.5(pid=29119): stdout: \u000a| (launched: 2022-12-09_05:32:04.855350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:06.563539 run osmo-stp_10.42.42.5(pid=29119): stderr: \u000a| �[0;m�[38;5;43m20221209053205052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053205052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053205053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:06.696878 run osmo-stp_10.42.42.5(pid=29119): stdout: \u000a| (launched: 2022-12-09_05:32:04.855350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:06.828870 run osmo-stp_10.42.42.5(pid=29119): stderr: \u000a| �[0;m�[38;5;43m20221209053205052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053205052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053205053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:06.887082 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29119): Process ended prematurely: osmo-stp_10.42.42.5(pid=29119) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29119)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:32:06.896185 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:32:06.958910 run osmo-hlr_10.42.42.2(pid=29116): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29116)]\u000a05:32:07.010694 run osmo-hlr_10.42.42.2(pid=29116): stdout: \u000a| (launched: 2022-12-09_05:32:03.814287) \u000a05:32:07.063143 run osmo-hlr_10.42.42.2(pid=29116): stderr: \u000a| �[0;m�[1;31m20221209053204019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053204019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053204019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053204019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053204019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053204019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053204033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053204042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053204043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053204043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:07.134456 run osmo-msc_10.42.42.6(pid=29122): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29122)]\u000a05:32:07.186342 run osmo-msc_10.42.42.6(pid=29122): stdout: \u000a| (launched: 2022-12-09_05:32:05.922619) \u000a05:32:07.239153 run osmo-msc_10.42.42.6(pid=29122): stderr: \u000a| �[0;m�[38;5;43m20221209053206252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053206252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f308478ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053206252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053206252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053206252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053206253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053206254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053206255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053206255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053206255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:07.283829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29115): Terminating (SIGTERM)\u000a05:32:07.326669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29118): Terminating (SIGTERM)\u000a05:32:07.369574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29121): Terminating (SIGTERM)\u000a05:32:07.379196 --- ParallelTerminationStrategy: PID 29115 died...\u000a05:32:07.435485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29115): Terminated: ok {rc=0}\u000a05:32:07.445588 --- ParallelTerminationStrategy: PID 29118 died...\u000a05:32:07.501895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29118): Terminated: ok {rc=0}\u000a05:32:07.511968 --- ParallelTerminationStrategy: PID 29121 died...\u000a05:32:07.568177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29121): Terminated: ok {rc=0}\u000a05:32:07.656378 bus /sierra_3: Setting Powered False\u000a05:32:08.762052 bus /sierra_3: Setting Powered False\u000a05:32:09.873639 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29130): Process ended prematurely: osmo-stp_10.42.42.5(pid=29130) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29130)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29130): Process ended prematurely: osmo-stp_10.42.42.5(pid=29130) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:10.986312 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:10.998313 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:32:11.146885 tst mo_mt_call_osmux.py: using LAC 19270\u000a05:32:11.270997 tst mo_mt_call_osmux.py: using RAC 145\u000a05:32:11.394900 tst mo_mt_call_osmux.py: using CellId 19270\u000a05:32:11.523449 tst mo_mt_call_osmux.py: using BVCI 19271\u000a05:32:11.547159 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:11.558752 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:11.570075 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:11.581468 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:11.592689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:11.604035 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:11.725273 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:11.931810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:12.423553 run create_hlr_db(pid=29124): Launched\u000a05:32:12.602619 bus /sierra_2: Setting Powered False\u000a05:32:13.624235 run create_hlr_db(pid=29124): Terminated: ok {rc=0}\u000a05:32:14.041446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29126): Launched\u000a05:32:14.355486 run osmo-hlr_10.42.42.2(pid=29127): Launched\u000a05:32:14.476814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:15.025314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29129): Launched\u000a05:32:15.338838 run osmo-stp_10.42.42.5(pid=29130): Launched\u000a05:32:15.452248 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:16.080074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29132): Launched\u000a05:32:16.534296 run osmo-msc_10.42.42.6(pid=29133): Launched\u000a05:32:17.042434 run osmo-stp_10.42.42.5(pid=29130): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29130)]\u000a05:32:17.210090 run osmo-stp_10.42.42.5(pid=29130): stdout: \u000a| (launched: 2022-12-09_05:32:15.183149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:17.342485 run osmo-stp_10.42.42.5(pid=29130): stderr: \u000a| �[0;m�[38;5;43m20221209053215359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053215359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053215359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053215360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053215360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053215360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053215360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:17.467147 run osmo-stp_10.42.42.5(pid=29130): stdout: \u000a| (launched: 2022-12-09_05:32:15.183149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:17.590565 run osmo-stp_10.42.42.5(pid=29130): stderr: \u000a| �[0;m�[38;5;43m20221209053215359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053215359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053215359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053215360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053215360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053215360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053215360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:17.645317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29130): Process ended prematurely: osmo-stp_10.42.42.5(pid=29130) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29130)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:32:17.654223 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a05:32:17.715566 run osmo-hlr_10.42.42.2(pid=29127): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29127)]\u000a05:32:17.766109 run osmo-hlr_10.42.42.2(pid=29127): stdout: \u000a| (launched: 2022-12-09_05:32:14.199482) \u000a05:32:17.817330 run osmo-hlr_10.42.42.2(pid=29127): stderr: \u000a| �[0;m�[1;31m20221209053214379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053214379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053214379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053214379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053214379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053214379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053214390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053214398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053214398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053214399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:17.886054 run osmo-msc_10.42.42.6(pid=29133): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29133)]\u000a05:32:17.936074 run osmo-msc_10.42.42.6(pid=29133): stdout: \u000a| (launched: 2022-12-09_05:32:16.255457) \u000a05:32:17.986726 run osmo-msc_10.42.42.6(pid=29133): stderr: \u000a| �[0;m�[38;5;43m20221209053216690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053216690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1db7bb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053216691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053216691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053216691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053216691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053216693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053216693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053216693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053216693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:18.029323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29126): Terminating (SIGTERM)\u000a05:32:18.070052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29129): Terminating (SIGTERM)\u000a05:32:18.111088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29132): Terminating (SIGTERM)\u000a05:32:18.120603 --- ParallelTerminationStrategy: PID 29126 died...\u000a05:32:18.174888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29126): Terminated: ok {rc=0}\u000a05:32:18.184989 --- ParallelTerminationStrategy: PID 29129 died...\u000a05:32:18.239372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29129): Terminated: ok {rc=0}\u000a05:32:18.249285 --- ParallelTerminationStrategy: PID 29132 died...\u000a05:32:18.303523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29132): Terminated: ok {rc=0}\u000a05:32:18.394292 bus /sierra_3: Setting Powered False\u000a05:32:19.500120 bus /sierra_3: Setting Powered False\u000a05:32:20.613188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:32:00" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:32:22.573885 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:22.585144 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:32:22.731030 tst mo_mt_call.py: using LAC 19271\u000a05:32:22.854775 tst mo_mt_call.py: using RAC 146\u000a05:32:22.978568 tst mo_mt_call.py: using CellId 19271\u000a05:32:23.103530 tst mo_mt_call.py: using BVCI 19272\u000a05:32:23.127773 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:23.139047 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:23.150131 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:23.161406 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:23.172722 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:23.184064 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:23.304920 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:23.516447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:24.009318 run create_hlr_db(pid=29138): Launched\u000a05:32:24.189346 bus /sierra_2: Setting Powered False\u000a05:32:25.211341 run create_hlr_db(pid=29138): Terminated: ok {rc=0}\u000a05:32:25.629036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Launched\u000a05:32:25.943880 run osmo-hlr_10.42.42.2(pid=29141): Launched\u000a05:32:26.063282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:26.614702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Launched\u000a05:32:26.929753 run osmo-stp_10.42.42.5(pid=29144): Launched\u000a05:32:27.044245 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:27.616871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29146): Launched\u000a05:32:27.931242 run osmo-msc_10.42.42.6(pid=29147): Launched\u000a05:32:28.115368 run osmo-stp_10.42.42.5(pid=29144): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a05:32:28.248149 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-09_05:32:26.773501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:28.378244 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221209053226948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053226948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053226948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053226948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053226949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053226949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053226949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:28.503141 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-09_05:32:26.773501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:28.626989 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221209053226948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053226948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053226948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053226948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053226949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053226949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053226949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:28.681681 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:32:28.690394 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:32:28.751368 run osmo-hlr_10.42.42.2(pid=29141): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29141)]\u000a05:32:28.802170 run osmo-hlr_10.42.42.2(pid=29141): stdout: \u000a| (launched: 2022-12-09_05:32:25.787746) \u000a05:32:28.853227 run osmo-hlr_10.42.42.2(pid=29141): stderr: \u000a| �[0;m�[1;31m20221209053225968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053225968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053225968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053225968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053225968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053225968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053225980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053225988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053225989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053225989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:28.922364 run osmo-msc_10.42.42.6(pid=29147): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29147)]\u000a05:32:28.972971 run osmo-msc_10.42.42.6(pid=29147): stdout: \u000a| (launched: 2022-12-09_05:32:27.775459) \u000a05:32:29.024214 run osmo-msc_10.42.42.6(pid=29147): stderr: \u000a| �[0;m�[38;5;43m20221209053228051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053228052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f966663bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053228052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053228052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053228052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053228052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053228054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053228054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053228054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053228054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:29.067493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminating (SIGTERM)\u000a05:32:29.108898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a05:32:29.150339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29146): Terminating (SIGTERM)\u000a05:32:29.160080 --- ParallelTerminationStrategy: PID 29140 died...\u000a05:32:29.215001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminated: ok {rc=0}\u000a05:32:29.225096 --- ParallelTerminationStrategy: PID 29143 died...\u000a05:32:29.279768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a05:32:29.290204 --- ParallelTerminationStrategy: PID 29146 died...\u000a05:32:29.345044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29146): Terminated: ok {rc=0}\u000a05:32:29.430621 bus /sierra_3: Setting Powered False\u000a05:32:30.537894 bus /sierra_3: Setting Powered False\u000a05:32:31.661692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29155): Process ended prematurely: osmo-stp_10.42.42.5(pid=29155) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29155): Process ended prematurely: osmo-stp_10.42.42.5(pid=29155) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:32.777905 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:32.790299 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:32:32.946403 tst mo_mt_call_osmux.py: using LAC 19272\u000a05:32:33.077177 tst mo_mt_call_osmux.py: using RAC 147\u000a05:32:33.201534 tst mo_mt_call_osmux.py: using CellId 19272\u000a05:32:33.325518 tst mo_mt_call_osmux.py: using BVCI 19273\u000a05:32:33.349973 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:33.361247 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:33.372346 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:33.383658 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:33.394991 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:33.407180 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:33.529100 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:33.739654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:34.231495 run create_hlr_db(pid=29149): Launched\u000a05:32:34.409893 bus /sierra_2: Setting Powered False\u000a05:32:35.431052 run create_hlr_db(pid=29149): Terminated: ok {rc=0}\u000a05:32:35.876356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29151): Launched\u000a05:32:36.210816 run osmo-hlr_10.42.42.2(pid=29152): Launched\u000a05:32:36.335236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:36.915944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29154): Launched\u000a05:32:37.251038 run osmo-stp_10.42.42.5(pid=29155): Launched\u000a05:32:37.372728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:37.983830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29157): Launched\u000a05:32:38.319848 run osmo-msc_10.42.42.6(pid=29158): Launched\u000a05:32:38.515435 run osmo-stp_10.42.42.5(pid=29155): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)]\u000a05:32:38.656412 run osmo-stp_10.42.42.5(pid=29155): stdout: \u000a| (launched: 2022-12-09_05:32:37.085518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:38.795885 run osmo-stp_10.42.42.5(pid=29155): stderr: \u000a| �[0;m�[38;5;43m20221209053237282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053237282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053237282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053237283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053237283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053237283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053237283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:38.930330 run osmo-stp_10.42.42.5(pid=29155): stdout: \u000a| (launched: 2022-12-09_05:32:37.085518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:39.062757 run osmo-stp_10.42.42.5(pid=29155): stderr: \u000a| �[0;m�[38;5;43m20221209053237282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053237282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053237282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053237283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053237283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053237283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053237283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:39.121768 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29155): Process ended prematurely: osmo-stp_10.42.42.5(pid=29155) [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29155)] [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:32:39.131250 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:32:39.194355 run osmo-hlr_10.42.42.2(pid=29152): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29152)]\u000a05:32:39.245977 run osmo-hlr_10.42.42.2(pid=29152): stdout: \u000a| (launched: 2022-12-09_05:32:36.045763) \u000a05:32:39.298015 run osmo-hlr_10.42.42.2(pid=29152): stderr: \u000a| �[0;m�[1;31m20221209053236248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053236248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053236248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053236248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053236248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053236248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053236261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053236269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053236270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053236270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:39.371003 run osmo-msc_10.42.42.6(pid=29158): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29158)]\u000a05:32:39.433388 run osmo-msc_10.42.42.6(pid=29158): stdout: \u000a| (launched: 2022-12-09_05:32:38.154662) \u000a05:32:39.486108 run osmo-msc_10.42.42.6(pid=29158): stderr: \u000a| �[0;m�[38;5;43m20221209053238482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053238483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b3596ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053238483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053238483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053238483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053238483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053238485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053238485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053238485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053238486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:39.530833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29151): Terminating (SIGTERM)\u000a05:32:39.572999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29154): Terminating (SIGTERM)\u000a05:32:39.615213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29157): Terminating (SIGTERM)\u000a05:32:39.624891 --- ParallelTerminationStrategy: PID 29151 died...\u000a05:32:39.681360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29151): Terminated: ok {rc=0}\u000a05:32:39.691616 --- ParallelTerminationStrategy: PID 29154 died...\u000a05:32:39.747886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29154): Terminated: ok {rc=0}\u000a05:32:39.758084 --- ParallelTerminationStrategy: PID 29157 died...\u000a05:32:39.814153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29157): Terminated: ok {rc=0}\u000a05:32:39.901867 bus /sierra_3: Setting Powered False\u000a05:32:41.009384 bus /sierra_3: Setting Powered False\u000a05:32:42.118928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:32:22" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29170): Process ended prematurely: osmo-stp_10.42.42.5(pid=29170) [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29170)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29170): Process ended prematurely: osmo-stp_10.42.42.5(pid=29170) [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:32:44.072359 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:44.083495 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:32:44.230375 tst mo_mt_call.py: using LAC 19273\u000a05:32:44.354200 tst mo_mt_call.py: using RAC 148\u000a05:32:44.478045 tst mo_mt_call.py: using CellId 19273\u000a05:32:44.605487 tst mo_mt_call.py: using BVCI 19274\u000a05:32:44.629225 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:44.640263 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:44.651234 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:44.662428 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:44.674286 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:44.685504 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:44.804941 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:45.012242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:45.506404 run create_hlr_db(pid=29164): Launched\u000a05:32:45.686739 bus /sierra_2: Setting Powered False\u000a05:32:46.761695 run create_hlr_db(pid=29164): Terminated: ok {rc=0}\u000a05:32:47.264797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29166): Launched\u000a05:32:47.601739 run osmo-hlr_10.42.42.2(pid=29167): Launched\u000a05:32:47.726804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:48.310160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29169): Launched\u000a05:32:48.646321 run osmo-stp_10.42.42.5(pid=29170): Launched\u000a05:32:48.767543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:49.379523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29172): Launched\u000a05:32:49.716226 run osmo-msc_10.42.42.6(pid=29173): Launched\u000a05:32:49.912084 run osmo-stp_10.42.42.5(pid=29170): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29170)]\u000a05:32:50.053410 run osmo-stp_10.42.42.5(pid=29170): stdout: \u000a| (launched: 2022-12-09_05:32:48.479961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:50.193783 run osmo-stp_10.42.42.5(pid=29170): stderr: \u000a| �[0;m�[38;5;43m20221209053248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053248675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053248675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053248676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053248676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053248676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:50.327751 run osmo-stp_10.42.42.5(pid=29170): stdout: \u000a| (launched: 2022-12-09_05:32:48.479961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:50.460056 run osmo-stp_10.42.42.5(pid=29170): stderr: \u000a| �[0;m�[38;5;43m20221209053248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053248675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053248675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053248676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053248676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053248676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:50.518644 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29170): Process ended prematurely: osmo-stp_10.42.42.5(pid=29170) [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29170)] [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:32:50.527718 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:32:50.591292 run osmo-hlr_10.42.42.2(pid=29167): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29167)]\u000a05:32:50.643586 run osmo-hlr_10.42.42.2(pid=29167): stdout: \u000a| (launched: 2022-12-09_05:32:47.435396) \u000a05:32:50.696387 run osmo-hlr_10.42.42.2(pid=29167): stderr: \u000a| �[0;m�[1;31m20221209053247639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053247640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053247640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053247640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053247640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053247640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053247653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053247661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053247661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053247661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:50.767616 run osmo-msc_10.42.42.6(pid=29173): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29173)]\u000a05:32:50.819488 run osmo-msc_10.42.42.6(pid=29173): stdout: \u000a| (launched: 2022-12-09_05:32:49.550109) \u000a05:32:50.871934 run osmo-msc_10.42.42.6(pid=29173): stderr: \u000a| �[0;m�[38;5;43m20221209053249878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053249878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf1939ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053249878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053249878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053249878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053249879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053249880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053249881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053249881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053249881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:50.916566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29166): Terminating (SIGTERM)\u000a05:32:50.958951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29169): Terminating (SIGTERM)\u000a05:32:51.001250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29172): Terminating (SIGTERM)\u000a05:32:51.010948 --- ParallelTerminationStrategy: PID 29166 died...\u000a05:32:51.067223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29166): Terminated: ok {rc=0}\u000a05:32:51.077315 --- ParallelTerminationStrategy: PID 29169 died...\u000a05:32:51.133649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29169): Terminated: ok {rc=0}\u000a05:32:51.143692 --- ParallelTerminationStrategy: PID 29172 died...\u000a05:32:51.199695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29172): Terminated: ok {rc=0}\u000a05:32:51.288035 bus /sierra_3: Setting Powered False\u000a05:32:52.396549 bus /sierra_3: Setting Powered False\u000a05:32:53.507192 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29181): Process ended prematurely: osmo-stp_10.42.42.5(pid=29181) [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29181): Process ended prematurely: osmo-stp_10.42.42.5(pid=29181) [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:54.617220 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:54.629070 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:32:54.783322 tst mo_mt_call_osmux.py: using LAC 19274\u000a05:32:54.914095 tst mo_mt_call_osmux.py: using RAC 149\u000a05:32:55.043256 tst mo_mt_call_osmux.py: using CellId 19274\u000a05:32:55.168587 tst mo_mt_call_osmux.py: using BVCI 19275\u000a05:32:55.192450 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:55.203737 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:55.215264 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:55.226694 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:55.238405 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:55.249831 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:55.366778 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:55.584631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:56.121104 run create_hlr_db(pid=29175): Launched\u000a05:32:56.314117 bus /sierra_2: Setting Powered False\u000a05:32:57.336009 run create_hlr_db(pid=29175): Terminated: ok {rc=0}\u000a05:32:57.758518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29177): Launched\u000a05:32:58.072087 run osmo-hlr_10.42.42.2(pid=29178): Launched\u000a05:32:58.191879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:58.743605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29180): Launched\u000a05:32:59.057148 run osmo-stp_10.42.42.5(pid=29181): Launched\u000a05:32:59.171500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:59.740767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29183): Launched\u000a05:33:00.054411 run osmo-msc_10.42.42.6(pid=29184): Launched\u000a05:33:00.239040 run osmo-stp_10.42.42.5(pid=29181): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)]\u000a05:33:00.370951 run osmo-stp_10.42.42.5(pid=29181): stdout: \u000a| (launched: 2022-12-09_05:32:58.901810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:00.500913 run osmo-stp_10.42.42.5(pid=29181): stderr: \u000a| �[0;m�[38;5;43m20221209053259075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053259075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053259076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053259076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053259078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053259078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053259079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:00.625703 run osmo-stp_10.42.42.5(pid=29181): stdout: \u000a| (launched: 2022-12-09_05:32:58.901810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:00.749369 run osmo-stp_10.42.42.5(pid=29181): stderr: \u000a| �[0;m�[38;5;43m20221209053259075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053259075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053259076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053259076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053259078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053259078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053259079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:00.803631 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29181): Process ended prematurely: osmo-stp_10.42.42.5(pid=29181) [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29181)] [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:33:00.812270 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:33:00.891933 run osmo-hlr_10.42.42.2(pid=29178): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29178)]\u000a05:33:00.947247 run osmo-hlr_10.42.42.2(pid=29178): stdout: \u000a| (launched: 2022-12-09_05:32:57.917379) \u000a05:33:01.000754 run osmo-hlr_10.42.42.2(pid=29178): stderr: \u000a| �[0;m�[1;31m20221209053258099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053258099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053258099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053258099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053258099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053258099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053258111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053258120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053258120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053258121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:01.073370 run osmo-msc_10.42.42.6(pid=29184): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29184)]\u000a05:33:01.152672 run osmo-msc_10.42.42.6(pid=29184): stdout: \u000a| (launched: 2022-12-09_05:32:59.898531) \u000a05:33:01.206143 run osmo-msc_10.42.42.6(pid=29184): stderr: \u000a| �[0;m�[38;5;43m20221209053300174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053300175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6159cb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053300175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053300175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053300175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053300175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053300177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053300178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053300178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053300178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:01.250415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29177): Terminating (SIGTERM)\u000a05:33:01.296544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29180): Terminating (SIGTERM)\u000a05:33:01.338708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29183): Terminating (SIGTERM)\u000a05:33:01.349830 --- ParallelTerminationStrategy: PID 29177 died...\u000a05:33:01.407590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29177): Terminated: ok {rc=0}\u000a05:33:01.418370 --- ParallelTerminationStrategy: PID 29180 died...\u000a05:33:01.474791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29180): Terminated: ok {rc=0}\u000a05:33:01.486555 --- ParallelTerminationStrategy: PID 29183 died...\u000a05:33:01.543933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29183): Terminated: ok {rc=0}\u000a05:33:01.645353 bus /sierra_3: Setting Powered False\u000a05:33:02.749467 bus /sierra_3: Setting Powered False\u000a05:33:03.860524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:32:43" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29196): Process ended prematurely: osmo-stp_10.42.42.5(pid=29196) [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29196)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29196): Process ended prematurely: osmo-stp_10.42.42.5(pid=29196) [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:33:05.811123 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:05.822056 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:33:05.969969 tst mo_mt_call.py: using LAC 19275\u000a05:33:06.092199 tst mo_mt_call.py: using RAC 150\u000a05:33:06.219567 tst mo_mt_call.py: using CellId 19275\u000a05:33:06.341733 tst mo_mt_call.py: using BVCI 19276\u000a05:33:06.365530 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:06.376317 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:06.387062 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:06.398121 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:06.409050 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:06.420015 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:06.538105 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:06.752021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:07.243261 run create_hlr_db(pid=29190): Launched\u000a05:33:07.422311 bus /sierra_2: Setting Powered False\u000a05:33:08.443696 run create_hlr_db(pid=29190): Terminated: ok {rc=0}\u000a05:33:08.888284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29192): Launched\u000a05:33:09.223477 run osmo-hlr_10.42.42.2(pid=29193): Launched\u000a05:33:09.345500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:09.927432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29195): Launched\u000a05:33:10.264324 run osmo-stp_10.42.42.5(pid=29196): Launched\u000a05:33:10.387154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:10.998379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29198): Launched\u000a05:33:11.333385 run osmo-msc_10.42.42.6(pid=29199): Launched\u000a05:33:11.528656 run osmo-stp_10.42.42.5(pid=29196): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29196)]\u000a05:33:11.669391 run osmo-stp_10.42.42.5(pid=29196): stdout: \u000a| (launched: 2022-12-09_05:33:10.098055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:11.809592 run osmo-stp_10.42.42.5(pid=29196): stderr: \u000a| �[0;m�[38;5;43m20221209053310295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053310295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053310295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053310296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053310296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053310296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053310296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:11.942951 run osmo-stp_10.42.42.5(pid=29196): stdout: \u000a| (launched: 2022-12-09_05:33:10.098055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:12.074808 run osmo-stp_10.42.42.5(pid=29196): stderr: \u000a| �[0;m�[38;5;43m20221209053310295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053310295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053310295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053310296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053310296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053310296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053310296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:12.133626 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29196): Process ended prematurely: osmo-stp_10.42.42.5(pid=29196) [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29196)] [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:33:12.142969 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:33:12.205864 run osmo-hlr_10.42.42.2(pid=29193): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29193)]\u000a05:33:12.257819 run osmo-hlr_10.42.42.2(pid=29193): stdout: \u000a| (launched: 2022-12-09_05:33:09.058019) \u000a05:33:12.310446 run osmo-hlr_10.42.42.2(pid=29193): stderr: \u000a| �[0;m�[1;31m20221209053309259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053309259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053309259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053309259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053309259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053309259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053309294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:12.381648 run osmo-msc_10.42.42.6(pid=29199): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29199)]\u000a05:33:12.433054 run osmo-msc_10.42.42.6(pid=29199): stdout: \u000a| (launched: 2022-12-09_05:33:11.168613) \u000a05:33:12.485019 run osmo-msc_10.42.42.6(pid=29199): stderr: \u000a| �[0;m�[38;5;43m20221209053311498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053311498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa36c7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053311498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053311498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053311499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053311499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053311500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053311501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053311501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053311501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:12.529466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29192): Terminating (SIGTERM)\u000a05:33:12.571704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29195): Terminating (SIGTERM)\u000a05:33:12.614083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29198): Terminating (SIGTERM)\u000a05:33:12.623823 --- ParallelTerminationStrategy: PID 29192 died...\u000a05:33:12.679913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29192): Terminated: ok {rc=0}\u000a05:33:12.690082 --- ParallelTerminationStrategy: PID 29195 died...\u000a05:33:12.745883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29195): Terminated: ok {rc=0}\u000a05:33:12.756014 --- ParallelTerminationStrategy: PID 29198 died...\u000a05:33:12.811988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29198): Terminated: ok {rc=0}\u000a05:33:12.899087 bus /sierra_3: Setting Powered False\u000a05:33:14.008363 bus /sierra_3: Setting Powered False\u000a05:33:15.118892 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29207): Process ended prematurely: osmo-stp_10.42.42.5(pid=29207) [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29207)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29207): Process ended prematurely: osmo-stp_10.42.42.5(pid=29207) [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:33:16.230562 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:16.243194 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:33:16.430986 tst mo_mt_call_osmux.py: using LAC 19276\u000a05:33:16.565877 tst mo_mt_call_osmux.py: using RAC 151\u000a05:33:16.715450 tst mo_mt_call_osmux.py: using CellId 19276\u000a05:33:16.872142 tst mo_mt_call_osmux.py: using BVCI 19277\u000a05:33:16.906396 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:16.921706 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:16.938044 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:16.952431 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:16.967938 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:16.983460 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:17.132758 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:17.358878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:17.895111 run create_hlr_db(pid=29201): Launched\u000a05:33:18.088206 bus /sierra_2: Setting Powered False\u000a05:33:19.108726 run create_hlr_db(pid=29201): Terminated: ok {rc=0}\u000a05:33:19.526773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29203): Launched\u000a05:33:19.840618 run osmo-hlr_10.42.42.2(pid=29204): Launched\u000a05:33:19.954654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:20.496483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29206): Launched\u000a05:33:20.810418 run osmo-stp_10.42.42.5(pid=29207): Launched\u000a05:33:20.924299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:21.492750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29209): Launched\u000a05:33:21.806422 run osmo-msc_10.42.42.6(pid=29210): Launched\u000a05:33:21.992523 run osmo-stp_10.42.42.5(pid=29207): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29207)]\u000a05:33:22.124217 run osmo-stp_10.42.42.5(pid=29207): stdout: \u000a| (launched: 2022-12-09_05:33:20.654633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:22.254280 run osmo-stp_10.42.42.5(pid=29207): stderr: \u000a| �[0;m�[38;5;43m20221209053320829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053320829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053320830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053320830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053320830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053320830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053320831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:22.378709 run osmo-stp_10.42.42.5(pid=29207): stdout: \u000a| (launched: 2022-12-09_05:33:20.654633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:22.502097 run osmo-stp_10.42.42.5(pid=29207): stderr: \u000a| �[0;m�[38;5;43m20221209053320829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053320829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053320830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053320830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053320830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053320830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053320831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:22.556322 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29207): Process ended prematurely: osmo-stp_10.42.42.5(pid=29207) [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29207)] [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:33:22.564781 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:33:22.626118 run osmo-hlr_10.42.42.2(pid=29204): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29204)]\u000a05:33:22.676154 run osmo-hlr_10.42.42.2(pid=29204): stdout: \u000a| (launched: 2022-12-09_05:33:19.684568) \u000a05:33:22.726465 run osmo-hlr_10.42.42.2(pid=29204): stderr: \u000a| �[0;m�[1;31m20221209053319863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053319863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053319863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053319863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053319863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053319863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053319889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053319900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053319900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053319900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:22.795072 run osmo-msc_10.42.42.6(pid=29210): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29210)]\u000a05:33:22.844723 run osmo-msc_10.42.42.6(pid=29210): stdout: \u000a| (launched: 2022-12-09_05:33:21.650395) \u000a05:33:22.895004 run osmo-msc_10.42.42.6(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221209053321923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053321923 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94a0959c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053321923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053321924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053321924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053321924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053321926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053321926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053321926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053321926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:22.937337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29203): Terminating (SIGTERM)\u000a05:33:22.977715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29206): Terminating (SIGTERM)\u000a05:33:23.018203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29209): Terminating (SIGTERM)\u000a05:33:23.027656 --- ParallelTerminationStrategy: PID 29203 died...\u000a05:33:23.081520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29203): Terminated: ok {rc=0}\u000a05:33:23.091358 --- ParallelTerminationStrategy: PID 29206 died...\u000a05:33:23.145529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29206): Terminated: ok {rc=0}\u000a05:33:23.155261 --- ParallelTerminationStrategy: PID 29209 died...\u000a05:33:23.209111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29209): Terminated: ok {rc=0}\u000a05:33:23.299078 bus /sierra_3: Setting Powered False\u000a05:33:24.404266 bus /sierra_3: Setting Powered False\u000a05:33:25.515958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:33:05" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29221): Process ended prematurely: osmo-stp_10.42.42.5(pid=29221) [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29221): Process ended prematurely: osmo-stp_10.42.42.5(pid=29221) [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:33:27.502368 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:27.513634 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:27.647686 tst emergency_mo_mt_call.py: using LAC 19277\u000a05:33:27.775702 tst emergency_mo_mt_call.py: using RAC 152\u000a05:33:27.906126 tst emergency_mo_mt_call.py: using CellId 19277\u000a05:33:28.035058 tst emergency_mo_mt_call.py: using BVCI 19278\u000a05:33:28.060035 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:28.071209 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:28.082296 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:28.093429 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:28.104516 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:28.115721 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:28.232802 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:28.446430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:28.974170 run create_hlr_db(pid=29215): Launched\u000a05:33:29.166700 bus /sierra_2: Setting Powered False\u000a05:33:30.186507 run create_hlr_db(pid=29215): Terminated: ok {rc=0}\u000a05:33:30.601734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29217): Launched\u000a05:33:31.004867 run osmo-hlr_10.42.42.2(pid=29218): Launched\u000a05:33:31.218778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:31.777593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29220): Launched\u000a05:33:32.185334 run osmo-stp_10.42.42.5(pid=29221): Launched\u000a05:33:32.405725 tst emergency_mo_mt_call.py: using MSISDN 7047\u000a05:33:32.558132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:33.119380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29223): Launched\u000a05:33:33.427844 run osmo-msc_10.42.42.6(pid=29224): Launched\u000a05:33:33.607675 run osmo-stp_10.42.42.5(pid=29221): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)]\u000a05:33:33.738080 run osmo-stp_10.42.42.5(pid=29221): stdout: \u000a| (launched: 2022-12-09_05:33:31.936747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:33.866039 run osmo-stp_10.42.42.5(pid=29221): stderr: \u000a| �[0;m�[38;5;43m20221209053332251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053332252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053332252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053332255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053332260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053332260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053332260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:33.989576 run osmo-stp_10.42.42.5(pid=29221): stdout: \u000a| (launched: 2022-12-09_05:33:31.936747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:34.111558 run osmo-stp_10.42.42.5(pid=29221): stderr: \u000a| �[0;m�[38;5;43m20221209053332251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053332252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053332252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053332255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053332260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053332260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053332260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:34.164872 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29221): Process ended prematurely: osmo-stp_10.42.42.5(pid=29221) [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)] [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a05:33:34.172762 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a05:33:34.234026 run osmo-hlr_10.42.42.2(pid=29218): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29218)]\u000a05:33:34.284294 run osmo-hlr_10.42.42.2(pid=29218): stdout: \u000a| (launched: 2022-12-09_05:33:30.757107) \u000a05:33:34.335238 run osmo-hlr_10.42.42.2(pid=29218): stderr: \u000a| �[0;m�[1;31m20221209053330952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053330952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053330952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053330952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053330952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053330952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053330971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053330990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053330990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053330990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:34.404240 run osmo-msc_10.42.42.6(pid=29224): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29224)]\u000a05:33:34.454510 run osmo-msc_10.42.42.6(pid=29224): stdout: \u000a| (launched: 2022-12-09_05:33:33.274331) \u000a05:33:34.505258 run osmo-msc_10.42.42.6(pid=29224): stderr: \u000a| �[0;m�[38;5;43m20221209053333547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053333547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8bb7cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053333547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053333547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053333547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053333548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053333549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053333550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053333550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053333550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:34.548158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29217): Terminating (SIGTERM)\u000a05:33:34.588981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29220): Terminating (SIGTERM)\u000a05:33:34.629653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29223): Terminating (SIGTERM)\u000a05:33:34.639249 --- ParallelTerminationStrategy: PID 29217 died...\u000a05:33:34.693782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29217): Terminated: ok {rc=0}\u000a05:33:34.703483 --- ParallelTerminationStrategy: PID 29220 died...\u000a05:33:34.757562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29220): Terminated: ok {rc=0}\u000a05:33:34.767449 --- ParallelTerminationStrategy: PID 29223 died...\u000a05:33:34.821258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29223): Terminated: ok {rc=0}\u000a05:33:34.911559 bus /sierra_3: Setting Powered False\u000a05:33:36.016887 bus /sierra_3: Setting Powered False\u000a05:33:37.129056 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29233): Process ended prematurely: osmo-stp_10.42.42.5(pid=29233) [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29233)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29233): Process ended prematurely: osmo-stp_10.42.42.5(pid=29233) [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:33:38.180283 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:38.192141 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:38.319720 tst emergency_preemptive_call.py: using LAC 19278\u000a05:33:38.441649 tst emergency_preemptive_call.py: using RAC 153\u000a05:33:38.562553 tst emergency_preemptive_call.py: using CellId 19278\u000a05:33:38.683914 tst emergency_preemptive_call.py: using BVCI 19279\u000a05:33:38.706952 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:38.717658 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:38.728220 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:38.738998 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:38.749701 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:38.760436 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:38.879567 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:38.996685 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:39.114425 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:39.314902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:39.800430 run create_hlr_db(pid=29226): Launched\u000a05:33:39.978595 bus /sierra_2: Setting Powered False\u000a05:33:40.997994 run create_hlr_db(pid=29226): Terminated: ok {rc=0}\u000a05:33:41.438651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29228): Launched\u000a05:33:41.771880 run osmo-hlr_10.42.42.2(pid=29229): Launched\u000a05:33:41.892709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:42.469727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29232): Launched\u000a05:33:42.799771 run osmo-stp_10.42.42.5(pid=29233): Launched\u000a05:33:42.930549 tst emergency_preemptive_call.py: using MSISDN 7048\u000a05:33:43.095006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:43.695303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29235): Launched\u000a05:33:44.025815 run osmo-msc_10.42.42.6(pid=29236): Launched\u000a05:33:44.226187 run osmo-stp_10.42.42.5(pid=29233): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29233)]\u000a05:33:44.364785 run osmo-stp_10.42.42.5(pid=29233): stdout: \u000a| (launched: 2022-12-09_05:33:42.637224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:44.502411 run osmo-stp_10.42.42.5(pid=29233): stderr: \u000a| �[0;m�[38;5;43m20221209053342832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053342833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053342835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053342836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053342836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:44.633977 run osmo-stp_10.42.42.5(pid=29233): stdout: \u000a| (launched: 2022-12-09_05:33:42.637224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:44.764320 run osmo-stp_10.42.42.5(pid=29233): stderr: \u000a| �[0;m�[38;5;43m20221209053342832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053342833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053342835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053342836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053342836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:44.821432 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29233): Process ended prematurely: osmo-stp_10.42.42.5(pid=29233) [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29233)] [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a05:33:44.830167 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a05:33:44.892889 run osmo-hlr_10.42.42.2(pid=29229): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29229)]\u000a05:33:44.944866 run osmo-hlr_10.42.42.2(pid=29229): stdout: \u000a| (launched: 2022-12-09_05:33:41.606952) \u000a05:33:44.997433 run osmo-hlr_10.42.42.2(pid=29229): stderr: \u000a| �[0;m�[1;31m20221209053341806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053341807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053341807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053341807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053341807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053341807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053341823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053341833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053341833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053341833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:45.068615 run osmo-msc_10.42.42.6(pid=29236): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29236)]\u000a05:33:45.120336 run osmo-msc_10.42.42.6(pid=29236): stdout: \u000a| (launched: 2022-12-09_05:33:43.862593) \u000a05:33:45.172819 run osmo-msc_10.42.42.6(pid=29236): stderr: \u000a| �[0;m�[38;5;43m20221209053344189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053344189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f677946ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053344189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053344189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053344189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053344189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053344191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053344191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053344192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053344192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:45.217613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29228): Terminating (SIGTERM)\u000a05:33:45.259745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29232): Terminating (SIGTERM)\u000a05:33:45.301937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29235): Terminating (SIGTERM)\u000a05:33:45.311705 --- ParallelTerminationStrategy: PID 29228 died...\u000a05:33:45.368000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29228): Terminated: ok {rc=0}\u000a05:33:45.378492 --- ParallelTerminationStrategy: PID 29232 died...\u000a05:33:45.434246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29232): Terminated: ok {rc=0}\u000a05:33:45.444258 --- ParallelTerminationStrategy: PID 29235 died...\u000a05:33:45.500107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29235): Terminated: ok {rc=0}\u000a05:33:45.587670 bus /sierra_9: Setting Powered False\u000a05:33:46.696733 bus /sierra_9: Setting Powered False\u000a05:33:47.807005 bus /sierra_8: Setting Powered False\u000a05:33:48.910837 bus /sierra_8: Setting Powered False\u000a05:33:50.021593 bus /sierra_3: Setting Powered False\u000a05:33:51.129243 bus /sierra_3: Setting Powered False\u000a05:33:52.238263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:33:27" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29252): Process ended prematurely: osmo-stp_10.42.42.5(pid=29252) [trial-2355↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29252): Process ended prematurely: osmo-stp_10.42.42.5(pid=29252) [trial-2355↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:33:54.325401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.335982 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:54.463796 tst cs_paging_gprs_active.py: using LAC 19279\u000a05:33:54.591044 tst cs_paging_gprs_active.py: using RAC 154\u000a05:33:54.715505 tst cs_paging_gprs_active.py: using CellId 19279\u000a05:33:54.840170 tst cs_paging_gprs_active.py: using BVCI 19280\u000a05:33:54.864278 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.875180 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.885867 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.896834 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.907882 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.918904 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.930111 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.941049 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:54.952192 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:55.071719 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:55.357036 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:33:55.489276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:55.813706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29242): Launched\u000a05:33:56.085282 run iperf3-srv_10.42.42.10(pid=29243): Launched\u000a05:33:56.276034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:33:56.406251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:56.730940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29244): Launched\u000a05:33:57.001451 run iperf3-srv_10.42.42.10(pid=29245): Launched\u000a05:33:57.191729 tst cs_paging_gprs_active.py:38: start network...\u000a05:33:57.321652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:57.816822 run create_hlr_db(pid=29246): Launched\u000a05:33:57.997488 bus /sierra_2: Setting Powered False\u000a05:33:59.018259 run create_hlr_db(pid=29246): Terminated: ok {rc=0}\u000a05:33:59.465475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29248): Launched\u000a05:33:59.803320 run osmo-hlr_10.42.42.2(pid=29249): Launched\u000a05:33:59.924119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:00.514330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29251): Launched\u000a05:34:00.892303 run osmo-stp_10.42.42.5(pid=29252): Launched\u000a05:34:01.109415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:02.757350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29254): Launched\u000a05:34:02.877475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:03.173486 run patchelf(pid=29255): Launched\u000a05:34:03.369595 run osmo-stp_10.42.42.5(pid=29252): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)]\u000a05:34:03.512336 run osmo-stp_10.42.42.5(pid=29252): stdout: \u000a| (launched: 2022-12-09_05:34:00.684768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:03.655335 run osmo-stp_10.42.42.5(pid=29252): stderr: \u000a| �[0;m�[38;5;43m20221209053400907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053400907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053400907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053400908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053400908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053400908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053400908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:03.794200 run osmo-stp_10.42.42.5(pid=29252): stdout: \u000a| (launched: 2022-12-09_05:34:00.684768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:03.931200 run osmo-stp_10.42.42.5(pid=29252): stderr: \u000a| �[0;m�[38;5;43m20221209053400907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053400907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053400907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053400908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053400908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053400908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053400908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:04.091068 run patchelf(pid=29255): Terminating (SIGINT)\u000a05:34:04.279371 run patchelf(pid=29255): Terminated: ok {rc=0}\u000a05:34:04.313465 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29252): Process ended prematurely: osmo-stp_10.42.42.5(pid=29252) [trial-2355↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29252)] [trial-2355↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a05:34:04.323055 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a05:34:04.386550 run osmo-hlr_10.42.42.2(pid=29249): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29249)]\u000a05:34:04.438320 run osmo-hlr_10.42.42.2(pid=29249): stdout: \u000a| (launched: 2022-12-09_05:33:59.636389) \u000a05:34:04.490925 run osmo-hlr_10.42.42.2(pid=29249): stderr: \u000a| �[0;m�[1;31m20221209053359840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053359840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053359840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053359840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053359840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053359840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053359855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053359863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053359863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053359863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:04.535854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29242): Terminating (SIGTERM)\u000a05:34:04.578136 run iperf3-srv_10.42.42.10(pid=29243): Terminating (SIGTERM)\u000a05:34:04.620661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29244): Terminating (SIGTERM)\u000a05:34:04.663121 run iperf3-srv_10.42.42.10(pid=29245): Terminating (SIGTERM)\u000a05:34:04.705901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29248): Terminating (SIGTERM)\u000a05:34:04.748233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29251): Terminating (SIGTERM)\u000a05:34:04.790487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29254): Terminating (SIGTERM)\u000a05:34:04.800280 --- ParallelTerminationStrategy: PID 29242 died...\u000a05:34:04.856672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29242): Terminated: ok {rc=0}\u000a05:34:04.867294 --- ParallelTerminationStrategy: PID 29243 died...\u000a05:34:04.923274 run iperf3-srv_10.42.42.10(pid=29243): Terminated {rc=256}\u000a05:34:04.933487 --- ParallelTerminationStrategy: PID 29244 died...\u000a05:34:04.989885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29244): Terminated: ok {rc=0}\u000a05:34:05.000243 --- ParallelTerminationStrategy: PID 29245 died...\u000a05:34:05.056759 run iperf3-srv_10.42.42.10(pid=29245): Terminated {rc=256}\u000a05:34:05.066985 --- ParallelTerminationStrategy: PID 29248 died...\u000a05:34:05.122931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29248): Terminated: ok {rc=0}\u000a05:34:05.133194 --- ParallelTerminationStrategy: PID 29251 died...\u000a05:34:05.189462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29251): Terminated: ok {rc=0}\u000a05:34:05.199691 --- ParallelTerminationStrategy: PID 29254 died...\u000a05:34:05.256322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29254): Terminated: ok {rc=0}\u000a05:34:05.345065 bus /gobi_0: Setting Powered False\u000a05:34:06.454190 bus /gobi_0: Setting Powered False\u000a05:34:07.564062 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29264): Process ended prematurely: osmo-stp_10.42.42.5(pid=29264) [trial-2355↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29264)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29264): Process ended prematurely: osmo-stp_10.42.42.5(pid=29264) [trial-2355↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a05:34:08.682291 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:08.694099 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:08.828180 tst iperf3.py: using LAC 19280\u000a05:34:08.961888 tst iperf3.py: using RAC 155\u000a05:34:09.095454 tst iperf3.py: using CellId 19280\u000a05:34:09.223864 tst iperf3.py: using BVCI 19281\u000a05:34:09.247784 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.258562 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.269200 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.279743 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.291054 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.302349 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.313095 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.323750 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:09.334535 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:09.637230 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:34:09.776849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:10.124205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Launched\u000a05:34:10.415886 run iperf3-srv_10.42.42.10(pid=29257): Launched\u000a05:34:10.620935 tst iperf3.py:8: start network...\u000a05:34:10.760455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:11.297259 run create_hlr_db(pid=29258): Launched\u000a05:34:11.490438 bus /gobi_6: Setting Powered False\u000a05:34:12.511650 run create_hlr_db(pid=29258): Terminated: ok {rc=0}\u000a05:34:12.932918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29260): Launched\u000a05:34:13.248147 run osmo-hlr_10.42.42.2(pid=29261): Launched\u000a05:34:13.371368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:13.922888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29263): Launched\u000a05:34:14.236635 run osmo-stp_10.42.42.5(pid=29264): Launched\u000a05:34:14.350105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:14.894823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29266): Launched\u000a05:34:15.006515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:15.280584 run patchelf(pid=29267): Launched\u000a05:34:15.463216 run osmo-stp_10.42.42.5(pid=29264): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29264)]\u000a05:34:15.596689 run osmo-stp_10.42.42.5(pid=29264): stdout: \u000a| (launched: 2022-12-09_05:34:14.080825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:15.730573 run osmo-stp_10.42.42.5(pid=29264): stderr: \u000a| �[0;m�[38;5;43m20221209053414256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053414256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053414256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053414257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053414257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053414257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053414257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:15.876057 run osmo-stp_10.42.42.5(pid=29264): stdout: \u000a| (launched: 2022-12-09_05:34:14.080825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:16.022388 run osmo-stp_10.42.42.5(pid=29264): stderr: \u000a| �[0;m�[38;5;43m20221209053414256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053414256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053414256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053414257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053414257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053414257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053414257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:16.187303 run patchelf(pid=29267): Terminating (SIGINT)\u000a05:34:16.381273 run patchelf(pid=29267): Terminated: ok {rc=0}\u000a05:34:16.416907 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29264): Process ended prematurely: osmo-stp_10.42.42.5(pid=29264) [trial-2355↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29264)] [trial-2355↪gprs:sysmo↪iperf3.py:8]\u000a05:34:16.428002 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:34:16.493274 run osmo-hlr_10.42.42.2(pid=29261): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29261)]\u000a05:34:16.548837 run osmo-hlr_10.42.42.2(pid=29261): stdout: \u000a| (launched: 2022-12-09_05:34:13.091307) \u000a05:34:16.603127 run osmo-hlr_10.42.42.2(pid=29261): stderr: \u000a| �[0;m�[1;31m20221209053413270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053413271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053413271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053413271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053413271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053413271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053413283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053413291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:16.650187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Terminating (SIGTERM)\u000a05:34:16.694613 run iperf3-srv_10.42.42.10(pid=29257): Terminating (SIGTERM)\u000a05:34:16.739414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29260): Terminating (SIGTERM)\u000a05:34:16.785915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29263): Terminating (SIGTERM)\u000a05:34:16.831034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29266): Terminating (SIGTERM)\u000a05:34:16.842771 --- ParallelTerminationStrategy: PID 29256 died...\u000a05:34:16.903689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Terminated: ok {rc=0}\u000a05:34:16.914476 --- ParallelTerminationStrategy: PID 29257 died...\u000a05:34:16.971932 run iperf3-srv_10.42.42.10(pid=29257): Terminated {rc=256}\u000a05:34:16.982781 --- ParallelTerminationStrategy: PID 29260 died...\u000a05:34:17.040473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29260): Terminated: ok {rc=0}\u000a05:34:17.051229 --- ParallelTerminationStrategy: PID 29263 died...\u000a05:34:17.110700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29263): Terminated: ok {rc=0}\u000a05:34:17.121433 --- ParallelTerminationStrategy: PID 29266 died...\u000a05:34:17.185398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29266): Terminated: ok {rc=0}\u000a05:34:17.273312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29282): Process ended prematurely: osmo-stp_10.42.42.5(pid=29282) [trial-2355↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29282)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29282): Process ended prematurely: osmo-stp_10.42.42.5(pid=29282) [trial-2355↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a05:34:18.385441 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.396616 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:18.522155 tst iperf3m4.py: using LAC 19281\u000a05:34:18.646698 tst iperf3m4.py: using RAC 156\u000a05:34:18.770411 tst iperf3m4.py: using CellId 19281\u000a05:34:18.894588 tst iperf3m4.py: using BVCI 19282\u000a05:34:18.918546 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.929208 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.939744 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.950523 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.961112 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.971636 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.982459 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.993118 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.004001 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:19.125623 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:19.246046 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:19.366953 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:19.653101 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:34:19.782970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:20.107939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29268): Launched\u000a05:34:20.380198 run iperf3-srv_10.42.42.10(pid=29269): Launched\u000a05:34:20.571367 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:34:20.701555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:21.026402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29270): Launched\u000a05:34:21.297809 run iperf3-srv_10.42.42.10(pid=29271): Launched\u000a05:34:21.488122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:34:21.618130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:21.942519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29272): Launched\u000a05:34:22.213207 run iperf3-srv_10.42.42.10(pid=29273): Launched\u000a05:34:22.403495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:34:22.533461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:22.858729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29274): Launched\u000a05:34:23.145708 run iperf3-srv_10.42.42.10(pid=29275): Launched\u000a05:34:23.336032 tst iperf3m4.py:8: start network...\u000a05:34:23.466083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:23.960571 run create_hlr_db(pid=29276): Launched\u000a05:34:24.140174 bus /gobi_6: Setting Powered False\u000a05:34:25.161948 run create_hlr_db(pid=29276): Terminated: ok {rc=0}\u000a05:34:25.608836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29278): Launched\u000a05:34:25.945153 run osmo-hlr_10.42.42.2(pid=29279): Launched\u000a05:34:26.069861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:26.654910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29281): Launched\u000a05:34:26.992387 run osmo-stp_10.42.42.5(pid=29282): Launched\u000a05:34:27.120022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:27.704118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29284): Launched\u000a05:34:27.824045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:28.118092 run patchelf(pid=29285): Launched\u000a05:34:28.313951 run osmo-stp_10.42.42.5(pid=29282): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29282)]\u000a05:34:28.457613 run osmo-stp_10.42.42.5(pid=29282): stdout: \u000a| (launched: 2022-12-09_05:34:26.825193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:28.600326 run osmo-stp_10.42.42.5(pid=29282): stderr: \u000a| �[0;m�[38;5;43m20221209053427023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053427023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053427023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053427024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053427026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053427026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053427026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:28.739294 run osmo-stp_10.42.42.5(pid=29282): stdout: \u000a| (launched: 2022-12-09_05:34:26.825193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:28.877401 run osmo-stp_10.42.42.5(pid=29282): stderr: \u000a| �[0;m�[38;5;43m20221209053427023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053427023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053427023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053427024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053427026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053427026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053427026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:29.036785 run patchelf(pid=29285): Terminating (SIGINT)\u000a05:34:29.224013 run patchelf(pid=29285): Terminated: ok {rc=0}\u000a05:34:29.258229 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29282): Process ended prematurely: osmo-stp_10.42.42.5(pid=29282) [trial-2355↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29282)] [trial-2355↪gprs:sysmo↪iperf3m4.py:8]\u000a05:34:29.268073 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a05:34:29.332711 run osmo-hlr_10.42.42.2(pid=29279): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29279)]\u000a05:34:29.385495 run osmo-hlr_10.42.42.2(pid=29279): stdout: \u000a| (launched: 2022-12-09_05:34:25.779549) \u000a05:34:29.438806 run osmo-hlr_10.42.42.2(pid=29279): stderr: \u000a| �[0;m�[1;31m20221209053425984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053425984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053425984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053425984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053425984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053425984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053425997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053426005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053426006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053426006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:29.484514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29268): Terminating (SIGTERM)\u000a05:34:29.527385 run iperf3-srv_10.42.42.10(pid=29269): Terminating (SIGTERM)\u000a05:34:29.570430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29270): Terminating (SIGTERM)\u000a05:34:29.614165 run iperf3-srv_10.42.42.10(pid=29271): Terminating (SIGTERM)\u000a05:34:29.657221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29272): Terminating (SIGTERM)\u000a05:34:29.700181 run iperf3-srv_10.42.42.10(pid=29273): Terminating (SIGTERM)\u000a05:34:29.743231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29274): Terminating (SIGTERM)\u000a05:34:29.786192 run iperf3-srv_10.42.42.10(pid=29275): Terminating (SIGTERM)\u000a05:34:29.829338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29278): Terminating (SIGTERM)\u000a05:34:29.872332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29281): Terminating (SIGTERM)\u000a05:34:29.915330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29284): Terminating (SIGTERM)\u000a05:34:29.925266 --- ParallelTerminationStrategy: PID 29268 died...\u000a05:34:29.982989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29268): Terminated: ok {rc=0}\u000a05:34:29.993903 --- ParallelTerminationStrategy: PID 29269 died...\u000a05:34:30.050924 run iperf3-srv_10.42.42.10(pid=29269): Terminated {rc=256}\u000a05:34:30.061290 --- ParallelTerminationStrategy: PID 29270 died...\u000a05:34:30.118157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29270): Terminated: ok {rc=0}\u000a05:34:30.128489 --- ParallelTerminationStrategy: PID 29271 died...\u000a05:34:30.185648 run iperf3-srv_10.42.42.10(pid=29271): Terminated {rc=256}\u000a05:34:30.196004 --- ParallelTerminationStrategy: PID 29272 died...\u000a05:34:30.253043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29272): Terminated: ok {rc=0}\u000a05:34:30.263406 --- ParallelTerminationStrategy: PID 29273 died...\u000a05:34:30.320315 run iperf3-srv_10.42.42.10(pid=29273): Terminated {rc=256}\u000a05:34:30.330674 --- ParallelTerminationStrategy: PID 29274 died...\u000a05:34:30.388104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29274): Terminated: ok {rc=0}\u000a05:34:30.398481 --- ParallelTerminationStrategy: PID 29275 died...\u000a05:34:30.455217 run iperf3-srv_10.42.42.10(pid=29275): Terminated {rc=256}\u000a05:34:30.465688 --- ParallelTerminationStrategy: PID 29278 died...\u000a05:34:30.522350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29278): Terminated: ok {rc=0}\u000a05:34:30.532661 --- ParallelTerminationStrategy: PID 29281 died...\u000a05:34:30.589725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29281): Terminated: ok {rc=0}\u000a05:34:30.600158 --- ParallelTerminationStrategy: PID 29284 died...\u000a05:34:30.656843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29284): Terminated: ok {rc=0}\u000a05:34:30.746659 bus /gobi_4: Setting Powered False\u000a05:34:31.869500 bus /gobi_4: Setting Powered False\u000a05:34:32.980504 bus /gobi_1: Setting Powered False\u000a05:34:34.088238 bus /gobi_1: Setting Powered False\u000a05:34:35.197752 bus /gobi_0: Setting Powered False\u000a05:34:36.300711 bus /gobi_0: Setting Powered False\u000a05:34:37.414672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29292): Process ended prematurely: osmo-stp_10.42.42.5(pid=29292) [trial-2355↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29292)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29292): Process ended prematurely: osmo-stp_10.42.42.5(pid=29292) [trial-2355↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo ping.py\u000a----------------------------------------------\u000a05:34:38.483268 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:38.494676 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:38.624122 tst ping.py: using LAC 19282\u000a05:34:38.747266 tst ping.py: using RAC 157\u000a05:34:38.865946 tst ping.py: using CellId 19282\u000a05:34:38.985551 tst ping.py: using BVCI 19283\u000a05:34:39.009102 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.019783 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.030408 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.041207 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.051794 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.062522 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.073470 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:39.084395 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:39.383083 tst ping.py:19: start network...\u000a05:34:39.520731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:40.050400 run create_hlr_db(pid=29286): Launched\u000a05:34:40.241797 bus /gobi_6: Setting Powered False\u000a05:34:41.261312 run create_hlr_db(pid=29286): Terminated: ok {rc=0}\u000a05:34:41.675086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29288): Launched\u000a05:34:41.983659 run osmo-hlr_10.42.42.2(pid=29289): Launched\u000a05:34:42.102423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:42.643664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29291): Launched\u000a05:34:42.952342 run osmo-stp_10.42.42.5(pid=29292): Launched\u000a05:34:43.063893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:43.607844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29294): Launched\u000a05:34:43.724923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:44.012834 run patchelf(pid=29295): Launched\u000a05:34:44.206238 run osmo-stp_10.42.42.5(pid=29292): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29292)]\u000a05:34:44.347310 run osmo-stp_10.42.42.5(pid=29292): stdout: \u000a| (launched: 2022-12-09_05:34:42.798652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:44.489028 run osmo-stp_10.42.42.5(pid=29292): stderr: \u000a| �[0;m�[38;5;43m20221209053442971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053442971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053442971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053442972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053442972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053442972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053442972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:44.625100 run osmo-stp_10.42.42.5(pid=29292): stdout: \u000a| (launched: 2022-12-09_05:34:42.798652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:44.759571 run osmo-stp_10.42.42.5(pid=29292): stderr: \u000a| �[0;m�[38;5;43m20221209053442971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053442971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053442971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053442972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053442972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053442972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053442972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:44.916258 run patchelf(pid=29295): Terminating (SIGINT)\u000a05:34:45.100240 run patchelf(pid=29295): Terminated: ok {rc=0}\u000a05:34:45.133344 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29292): Process ended prematurely: osmo-stp_10.42.42.5(pid=29292) [trial-2355↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29292)] [trial-2355↪gprs:sysmo↪ping.py:22]\u000a05:34:45.142481 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:34:45.206596 run osmo-hlr_10.42.42.2(pid=29289): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29289)]\u000a05:34:45.258973 run osmo-hlr_10.42.42.2(pid=29289): stdout: \u000a| (launched: 2022-12-09_05:34:41.830771) \u000a05:34:45.311915 run osmo-hlr_10.42.42.2(pid=29289): stderr: \u000a| �[0;m�[1;31m20221209053442011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053442011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053442011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053442011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053442011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053442011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053442027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053442037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053442038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053442038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:45.357128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29288): Terminating (SIGTERM)\u000a05:34:45.399854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29291): Terminating (SIGTERM)\u000a05:34:45.443159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29294): Terminating (SIGTERM)\u000a05:34:45.453227 --- ParallelTerminationStrategy: PID 29288 died...\u000a05:34:45.510101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29288): Terminated: ok {rc=0}\u000a05:34:45.520465 --- ParallelTerminationStrategy: PID 29291 died...\u000a05:34:45.577662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29291): Terminated: ok {rc=0}\u000a05:34:45.588056 --- ParallelTerminationStrategy: PID 29294 died...\u000a05:34:45.644635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29294): Terminated: ok {rc=0}\u000a05:34:45.733615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29302): Process ended prematurely: osmo-stp_10.42.42.5(pid=29302) [trial-2355↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29302): Process ended prematurely: osmo-stp_10.42.42.5(pid=29302) [trial-2355↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:34:46.788575 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:46.800851 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:46.964750 tst ping_idle_ping.py: using LAC 19283\u000a05:34:47.094809 tst ping_idle_ping.py: using RAC 158\u000a05:34:47.235405 tst ping_idle_ping.py: using CellId 19283\u000a05:34:47.357890 tst ping_idle_ping.py: using BVCI 19284\u000a05:34:47.381673 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.392363 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.403374 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.414326 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.425140 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.435985 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.447069 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:47.458038 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:47.750499 tst ping_idle_ping.py:24: start network...\u000a05:34:47.878791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:48.363795 run create_hlr_db(pid=29296): Launched\u000a05:34:48.541289 bus /gobi_6: Setting Powered False\u000a05:34:49.561764 run create_hlr_db(pid=29296): Terminated: ok {rc=0}\u000a05:34:50.002436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29298): Launched\u000a05:34:50.333656 run osmo-hlr_10.42.42.2(pid=29299): Launched\u000a05:34:50.455370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:51.027991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29301): Launched\u000a05:34:51.359122 run osmo-stp_10.42.42.5(pid=29302): Launched\u000a05:34:51.478599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:52.058214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29304): Launched\u000a05:34:52.176133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:52.466099 run patchelf(pid=29305): Launched\u000a05:34:52.659247 run osmo-stp_10.42.42.5(pid=29302): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)]\u000a05:34:52.799906 run osmo-stp_10.42.42.5(pid=29302): stdout: \u000a| (launched: 2022-12-09_05:34:51.195478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:52.940569 run osmo-stp_10.42.42.5(pid=29302): stderr: \u000a| �[0;m�[38;5;43m20221209053451393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053451393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053451393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053451394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053451394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053451394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053451394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:53.076078 run osmo-stp_10.42.42.5(pid=29302): stdout: \u000a| (launched: 2022-12-09_05:34:51.195478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:53.211454 run osmo-stp_10.42.42.5(pid=29302): stderr: \u000a| �[0;m�[38;5;43m20221209053451393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053451393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053451393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053451394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053451394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053451394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053451394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:53.368667 run patchelf(pid=29305): Terminating (SIGINT)\u000a05:34:53.553565 run patchelf(pid=29305): Terminated: ok {rc=0}\u000a05:34:53.586638 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29302): Process ended prematurely: osmo-stp_10.42.42.5(pid=29302) [trial-2355↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29302)] [trial-2355↪gprs:sysmo↪ping_idle_ping.py:27]\u000a05:34:53.595602 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a05:34:53.658413 run osmo-hlr_10.42.42.2(pid=29299): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29299)]\u000a05:34:53.709839 run osmo-hlr_10.42.42.2(pid=29299): stdout: \u000a| (launched: 2022-12-09_05:34:50.170148) \u000a05:34:53.762028 run osmo-hlr_10.42.42.2(pid=29299): stderr: \u000a| �[0;m�[1;31m20221209053450374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053450374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053450374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053450374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053450374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053450374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053450386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053450394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053450394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053450394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:53.806756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29298): Terminating (SIGTERM)\u000a05:34:53.848730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29301): Terminating (SIGTERM)\u000a05:34:53.890964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29304): Terminating (SIGTERM)\u000a05:34:53.900661 --- ParallelTerminationStrategy: PID 29298 died...\u000a05:34:53.956776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29298): Terminated: ok {rc=0}\u000a05:34:53.966970 --- ParallelTerminationStrategy: PID 29301 died...\u000a05:34:54.022861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29301): Terminated: ok {rc=0}\u000a05:34:54.033077 --- ParallelTerminationStrategy: PID 29304 died...\u000a05:34:54.088683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29304): Terminated: ok {rc=0}\u000a05:34:54.175349 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:33:53" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29324): Process ended prematurely: osmo-stp_10.42.42.5(pid=29324) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29324)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29324): Process ended prematurely: osmo-stp_10.42.42.5(pid=29324) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:34:56.297453 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.308727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:34:56.443328 tst cs_paging_gprs_active.py: using LAC 19284\u000a05:34:56.576180 tst cs_paging_gprs_active.py: using RAC 159\u000a05:34:56.707777 tst cs_paging_gprs_active.py: using CellId 19284\u000a05:34:56.841051 tst cs_paging_gprs_active.py: using BVCI 19285\u000a05:34:56.867047 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.878425 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.889527 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.900681 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.911680 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.922689 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.933995 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.945099 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.956402 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:57.074175 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:57.376198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:34:57.516543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:57.864806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29311): Launched\u000a05:34:58.155228 run iperf3-srv_10.42.42.10(pid=29312): Launched\u000a05:34:58.361265 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:34:58.501461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:58.851441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29313): Launched\u000a05:34:59.141587 run iperf3-srv_10.42.42.10(pid=29314): Launched\u000a05:34:59.347370 tst cs_paging_gprs_active.py:38: start network...\u000a05:34:59.487187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:00.026405 run create_hlr_db(pid=29315): Launched\u000a05:35:00.220035 bus /gobi_6: Setting Powered False\u000a05:35:01.242763 run create_hlr_db(pid=29315): Terminated: ok {rc=0}\u000a05:35:01.721781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29320): Launched\u000a05:35:02.141781 run osmo-hlr_10.42.42.2(pid=29321): Launched\u000a05:35:02.292491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:02.848428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29323): Launched\u000a05:35:03.163870 run osmo-stp_10.42.42.5(pid=29324): Launched\u000a05:35:03.278666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:03.826051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29326): Launched\u000a05:35:03.937498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:04.212044 run patchelf(pid=29327): Launched\u000a05:35:04.395346 run osmo-stp_10.42.42.5(pid=29324): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29324)]\u000a05:35:04.528936 run osmo-stp_10.42.42.5(pid=29324): stdout: \u000a| (launched: 2022-12-09_05:35:03.007439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:04.663346 run osmo-stp_10.42.42.5(pid=29324): stderr: \u000a| �[0;m�[38;5;43m20221209053503184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053503184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053503184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053503184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053503185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053503185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053503185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:04.792914 run osmo-stp_10.42.42.5(pid=29324): stdout: \u000a| (launched: 2022-12-09_05:35:03.007439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:04.921704 run osmo-stp_10.42.42.5(pid=29324): stderr: \u000a| �[0;m�[38;5;43m20221209053503184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053503184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053503184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053503184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053503185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053503185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053503185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:05.071139 run patchelf(pid=29327): Terminating (SIGINT)\u000a05:35:05.246378 run patchelf(pid=29327): Terminated: ok {rc=0}\u000a05:35:05.278384 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29324): Process ended prematurely: osmo-stp_10.42.42.5(pid=29324) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29324)] [trial-2355↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:35:05.287557 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a05:35:05.349037 run osmo-hlr_10.42.42.2(pid=29321): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29321)]\u000a05:35:05.398914 run osmo-hlr_10.42.42.2(pid=29321): stdout: \u000a| (launched: 2022-12-09_05:35:01.885543) \u000a05:35:05.449465 run osmo-hlr_10.42.42.2(pid=29321): stderr: \u000a| �[0;m�[1;31m20221209053502215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053502215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053502215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053502215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053502215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053502216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053502228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053502238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053502238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053502238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:05.492496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29311): Terminating (SIGTERM)\u000a05:35:05.533184 run iperf3-srv_10.42.42.10(pid=29312): Terminating (SIGTERM)\u000a05:35:05.573965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29313): Terminating (SIGTERM)\u000a05:35:05.614562 run iperf3-srv_10.42.42.10(pid=29314): Terminating (SIGTERM)\u000a05:35:05.655258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29320): Terminating (SIGTERM)\u000a05:35:05.695859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29323): Terminating (SIGTERM)\u000a05:35:05.736465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29326): Terminating (SIGTERM)\u000a05:35:05.746046 --- ParallelTerminationStrategy: PID 29311 died...\u000a05:35:05.800317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29311): Terminated: ok {rc=0}\u000a05:35:05.810344 --- ParallelTerminationStrategy: PID 29312 died...\u000a05:35:05.863979 run iperf3-srv_10.42.42.10(pid=29312): Terminated {rc=256}\u000a05:35:05.873802 --- ParallelTerminationStrategy: PID 29313 died...\u000a05:35:05.927761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29313): Terminated: ok {rc=0}\u000a05:35:05.937883 --- ParallelTerminationStrategy: PID 29314 died...\u000a05:35:05.991583 run iperf3-srv_10.42.42.10(pid=29314): Terminated {rc=256}\u000a05:35:06.001845 --- ParallelTerminationStrategy: PID 29320 died...\u000a05:35:06.056065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29320): Terminated: ok {rc=0}\u000a05:35:06.065729 --- ParallelTerminationStrategy: PID 29323 died...\u000a05:35:06.119683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29323): Terminated: ok {rc=0}\u000a05:35:06.129455 --- ParallelTerminationStrategy: PID 29326 died...\u000a05:35:06.182896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29326): Terminated: ok {rc=0}\u000a05:35:06.267691 bus /gobi_0: Setting Powered False\u000a05:35:07.376428 bus /gobi_0: Setting Powered False\u000a05:35:08.487202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:35:09.603944 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:09.616094 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:09.752420 tst iperf3.py: using LAC 19285\u000a05:35:09.885069 tst iperf3.py: using RAC 160\u000a05:35:10.017358 tst iperf3.py: using CellId 19285\u000a05:35:10.150188 tst iperf3.py: using BVCI 19286\u000a05:35:10.175895 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.187565 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.198783 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.209989 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.221084 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.232074 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.243463 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.254519 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:10.265828 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:10.557085 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:35:10.688514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:11.012571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29328): Launched\u000a05:35:11.284109 run iperf3-srv_10.42.42.10(pid=29329): Launched\u000a05:35:11.474403 tst iperf3.py:8: start network...\u000a05:35:11.604440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:12.098480 run create_hlr_db(pid=29330): Launched\u000a05:35:12.278147 bus /gobi_6: Setting Powered False\u000a05:35:13.299978 run create_hlr_db(pid=29330): Terminated: ok {rc=0}\u000a05:35:13.717091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Launched\u000a05:35:14.031160 run osmo-hlr_10.42.42.2(pid=29333): Launched\u000a05:35:14.154380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:14.701714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Launched\u000a05:35:15.016116 run osmo-stp_10.42.42.5(pid=29336): Launched\u000a05:35:15.129849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:15.677268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29338): Launched\u000a05:35:15.788522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:16.092719 run patchelf(pid=29339): Launched\u000a05:35:16.279457 run osmo-stp_10.42.42.5(pid=29336): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]\u000a05:35:16.416872 run osmo-stp_10.42.42.5(pid=29336): stdout: \u000a| (launched: 2022-12-09_05:35:14.860031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:16.554222 run osmo-stp_10.42.42.5(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221209053515033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053515033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053515033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053515033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053515034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053515034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053515034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:16.687628 run osmo-stp_10.42.42.5(pid=29336): stdout: \u000a| (launched: 2022-12-09_05:35:14.860031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:16.820386 run osmo-stp_10.42.42.5(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221209053515033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053515033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053515033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053515033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053515034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053515034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053515034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:16.973701 run patchelf(pid=29339): Terminating (SIGINT)\u000a05:35:17.153430 run patchelf(pid=29339): Terminated: ok {rc=0}\u000a05:35:17.188376 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)] [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a05:35:17.199104 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:35:17.264016 run osmo-hlr_10.42.42.2(pid=29333): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29333)]\u000a05:35:17.316406 run osmo-hlr_10.42.42.2(pid=29333): stdout: \u000a| (launched: 2022-12-09_05:35:13.875444) \u000a05:35:17.369172 run osmo-hlr_10.42.42.2(pid=29333): stderr: \u000a| �[0;m�[1;31m20221209053514053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053514053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053514053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053514053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053514053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053514053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053514065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053514074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053514074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:17.414788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29328): Terminating (SIGTERM)\u000a05:35:17.457572 run iperf3-srv_10.42.42.10(pid=29329): Terminating (SIGTERM)\u000a05:35:17.500433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Terminating (SIGTERM)\u000a05:35:17.543228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Terminating (SIGTERM)\u000a05:35:17.585973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29338): Terminating (SIGTERM)\u000a05:35:17.595805 --- ParallelTerminationStrategy: PID 29328 died...\u000a05:35:17.653019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29328): Terminated: ok {rc=0}\u000a05:35:17.663761 --- ParallelTerminationStrategy: PID 29329 died...\u000a05:35:17.720721 run iperf3-srv_10.42.42.10(pid=29329): Terminated {rc=256}\u000a05:35:17.730843 --- ParallelTerminationStrategy: PID 29332 died...\u000a05:35:17.787476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Terminated: ok {rc=0}\u000a05:35:17.797823 --- ParallelTerminationStrategy: PID 29335 died...\u000a05:35:17.854913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Terminated: ok {rc=0}\u000a05:35:17.865405 --- ParallelTerminationStrategy: PID 29338 died...\u000a05:35:17.922570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29338): Terminated: ok {rc=0}\u000a05:35:18.011022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:35:19.129419 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.141594 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:19.269351 tst iperf3m4.py: using LAC 19286\u000a05:35:19.398895 tst iperf3m4.py: using RAC 161\u000a05:35:19.523374 tst iperf3m4.py: using CellId 19286\u000a05:35:19.643778 tst iperf3m4.py: using BVCI 19287\u000a05:35:19.667849 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.678984 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.690108 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.701406 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.712386 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.723393 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.734661 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.745386 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.756440 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:19.874278 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:19.998225 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:20.115962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:20.401081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:35:20.532299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:20.860915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Launched\u000a05:35:21.133376 run iperf3-srv_10.42.42.10(pid=29341): Launched\u000a05:35:21.324690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:35:21.455880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:21.782278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29342): Launched\u000a05:35:22.054239 run iperf3-srv_10.42.42.10(pid=29343): Launched\u000a05:35:22.244768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:35:22.374959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:22.700892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29344): Launched\u000a05:35:22.973762 run iperf3-srv_10.42.42.10(pid=29345): Launched\u000a05:35:23.165194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:35:23.295545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:23.621449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29346): Launched\u000a05:35:23.896137 run iperf3-srv_10.42.42.10(pid=29347): Launched\u000a05:35:24.086835 tst iperf3m4.py:8: start network...\u000a05:35:24.217299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:24.712499 run create_hlr_db(pid=29348): Launched\u000a05:35:24.892618 bus /gobi_6: Setting Powered False\u000a05:35:25.914392 run create_hlr_db(pid=29348): Terminated: ok {rc=0}\u000a05:35:26.360640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Launched\u000a05:35:26.696848 run osmo-hlr_10.42.42.2(pid=29351): Launched\u000a05:35:26.819708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:27.402826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Launched\u000a05:35:27.739410 run osmo-stp_10.42.42.5(pid=29354): Launched\u000a05:35:27.860818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:28.447511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Launched\u000a05:35:28.567267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:28.861788 run patchelf(pid=29357): Launched\u000a05:35:29.057229 run osmo-stp_10.42.42.5(pid=29354): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]\u000a05:35:29.200062 run osmo-stp_10.42.42.5(pid=29354): stdout: \u000a| (launched: 2022-12-09_05:35:27.573365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:29.343011 run osmo-stp_10.42.42.5(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221209053527771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053527772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053527772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053527772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053527773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053527773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053527773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:29.481780 run osmo-stp_10.42.42.5(pid=29354): stdout: \u000a| (launched: 2022-12-09_05:35:27.573365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:29.619682 run osmo-stp_10.42.42.5(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221209053527771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053527772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053527772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053527772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053527773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053527773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053527773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:29.779070 run patchelf(pid=29357): Terminating (SIGINT)\u000a05:35:29.966324 run patchelf(pid=29357): Terminated: ok {rc=0}\u000a05:35:30.000286 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)] [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:35:30.010172 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a05:35:30.074391 run osmo-hlr_10.42.42.2(pid=29351): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29351)]\u000a05:35:30.126655 run osmo-hlr_10.42.42.2(pid=29351): stdout: \u000a| (launched: 2022-12-09_05:35:26.531493) \u000a05:35:30.179533 run osmo-hlr_10.42.42.2(pid=29351): stderr: \u000a| �[0;m�[1;31m20221209053526735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053526735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053526735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053526735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053526735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053526735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053526747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053526756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053526756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053526756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:30.224989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Terminating (SIGTERM)\u000a05:35:30.267442 run iperf3-srv_10.42.42.10(pid=29341): Terminating (SIGTERM)\u000a05:35:30.310003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29342): Terminating (SIGTERM)\u000a05:35:30.352443 run iperf3-srv_10.42.42.10(pid=29343): Terminating (SIGTERM)\u000a05:35:30.394790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29344): Terminating (SIGTERM)\u000a05:35:30.437154 run iperf3-srv_10.42.42.10(pid=29345): Terminating (SIGTERM)\u000a05:35:30.479530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29346): Terminating (SIGTERM)\u000a05:35:30.522002 run iperf3-srv_10.42.42.10(pid=29347): Terminating (SIGTERM)\u000a05:35:30.564603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminating (SIGTERM)\u000a05:35:30.607081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminating (SIGTERM)\u000a05:35:30.649408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Terminating (SIGTERM)\u000a05:35:30.659164 --- ParallelTerminationStrategy: PID 29340 died...\u000a05:35:30.715915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Terminated: ok {rc=0}\u000a05:35:30.726145 --- ParallelTerminationStrategy: PID 29341 died...\u000a05:35:30.782339 run iperf3-srv_10.42.42.10(pid=29341): Terminated {rc=256}\u000a05:35:30.792459 --- ParallelTerminationStrategy: PID 29342 died...\u000a05:35:30.851466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29342): Terminated: ok {rc=0}\u000a05:35:30.862152 --- ParallelTerminationStrategy: PID 29343 died...\u000a05:35:30.919715 run iperf3-srv_10.42.42.10(pid=29343): Terminated {rc=256}\u000a05:35:30.930226 --- ParallelTerminationStrategy: PID 29344 died...\u000a05:35:30.986127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29344): Terminated: ok {rc=0}\u000a05:35:30.996689 --- ParallelTerminationStrategy: PID 29345 died...\u000a05:35:31.055921 run iperf3-srv_10.42.42.10(pid=29345): Terminated {rc=256}\u000a05:35:31.066622 --- ParallelTerminationStrategy: PID 29346 died...\u000a05:35:31.125640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29346): Terminated: ok {rc=0}\u000a05:35:31.136458 --- ParallelTerminationStrategy: PID 29347 died...\u000a05:35:31.194322 run iperf3-srv_10.42.42.10(pid=29347): Terminated {rc=256}\u000a05:35:31.204913 --- ParallelTerminationStrategy: PID 29350 died...\u000a05:35:31.262235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminated: ok {rc=0}\u000a05:35:31.273144 --- ParallelTerminationStrategy: PID 29353 died...\u000a05:35:31.332439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminated: ok {rc=0}\u000a05:35:31.343201 --- ParallelTerminationStrategy: PID 29356 died...\u000a05:35:31.401132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Terminated: ok {rc=0}\u000a05:35:31.491881 bus /gobi_4: Setting Powered False\u000a05:35:32.595654 bus /gobi_4: Setting Powered False\u000a05:35:33.703945 bus /gobi_1: Setting Powered False\u000a05:35:34.807558 bus /gobi_1: Setting Powered False\u000a05:35:35.920639 bus /gobi_0: Setting Powered False\u000a05:35:37.026952 bus /gobi_0: Setting Powered False\u000a05:35:38.138457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29364): Process ended prematurely: osmo-stp_10.42.42.5(pid=29364) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29364)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29364): Process ended prematurely: osmo-stp_10.42.42.5(pid=29364) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:35:39.209288 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.221376 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:39.355549 tst ping.py: using LAC 19287\u000a05:35:39.485564 tst ping.py: using RAC 162\u000a05:35:39.615477 tst ping.py: using CellId 19287\u000a05:35:39.739758 tst ping.py: using BVCI 19288\u000a05:35:39.763448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.774614 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.785501 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.796507 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.807751 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.819121 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.830629 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:39.841788 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:40.125430 tst ping.py:19: start network...\u000a05:35:40.254177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:40.740931 run create_hlr_db(pid=29358): Launched\u000a05:35:40.918662 bus /gobi_6: Setting Powered False\u000a05:35:41.939540 run create_hlr_db(pid=29358): Terminated: ok {rc=0}\u000a05:35:42.381211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29360): Launched\u000a05:35:42.712112 run osmo-hlr_10.42.42.2(pid=29361): Launched\u000a05:35:42.831221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:43.404519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29363): Launched\u000a05:35:43.735243 run osmo-stp_10.42.42.5(pid=29364): Launched\u000a05:35:43.854043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:44.431175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29366): Launched\u000a05:35:44.548681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:44.837443 run patchelf(pid=29367): Launched\u000a05:35:45.030845 run osmo-stp_10.42.42.5(pid=29364): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29364)]\u000a05:35:45.171316 run osmo-stp_10.42.42.5(pid=29364): stdout: \u000a| (launched: 2022-12-09_05:35:43.571291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:45.312014 run osmo-stp_10.42.42.5(pid=29364): stderr: \u000a| �[0;m�[38;5;43m20221209053543768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053543768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053543769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053543769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053543770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053543770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053543770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:45.447672 run osmo-stp_10.42.42.5(pid=29364): stdout: \u000a| (launched: 2022-12-09_05:35:43.571291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:45.582404 run osmo-stp_10.42.42.5(pid=29364): stderr: \u000a| �[0;m�[38;5;43m20221209053543768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053543768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053543769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053543769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053543770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053543770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053543770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:45.739052 run patchelf(pid=29367): Terminating (SIGINT)\u000a05:35:45.948479 run patchelf(pid=29367): Terminated: ok {rc=0}\u000a05:35:45.983246 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29364): Process ended prematurely: osmo-stp_10.42.42.5(pid=29364) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29364)] [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a05:35:45.993514 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:35:46.059974 run osmo-hlr_10.42.42.2(pid=29361): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29361)]\u000a05:35:46.113078 run osmo-hlr_10.42.42.2(pid=29361): stdout: \u000a| (launched: 2022-12-09_05:35:42.548759) \u000a05:35:46.166934 run osmo-hlr_10.42.42.2(pid=29361): stderr: \u000a| �[0;m�[1;31m20221209053542750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053542750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053542750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053542751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053542751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053542751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053542763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053542772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053542772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053542772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:46.212853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29360): Terminating (SIGTERM)\u000a05:35:46.256450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29363): Terminating (SIGTERM)\u000a05:35:46.302142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29366): Terminating (SIGTERM)\u000a05:35:46.312077 --- ParallelTerminationStrategy: PID 29360 died...\u000a05:35:46.371355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29360): Terminated: ok {rc=0}\u000a05:35:46.382516 --- ParallelTerminationStrategy: PID 29363 died...\u000a05:35:46.439928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29363): Terminated: ok {rc=0}\u000a05:35:46.450624 --- ParallelTerminationStrategy: PID 29366 died...\u000a05:35:46.508089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29366): Terminated: ok {rc=0}\u000a05:35:46.597942 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29374): Process ended prematurely: osmo-stp_10.42.42.5(pid=29374) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29374)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29374): Process ended prematurely: osmo-stp_10.42.42.5(pid=29374) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:35:47.650053 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:47.662061 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:47.807010 tst ping_idle_ping.py: using LAC 19288\u000a05:35:47.936140 tst ping_idle_ping.py: using RAC 163\u000a05:35:48.066049 tst ping_idle_ping.py: using CellId 19288\u000a05:35:48.191248 tst ping_idle_ping.py: using BVCI 19289\u000a05:35:48.214965 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.226128 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.237153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.248907 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.260598 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.272182 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.284034 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:48.296015 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:48.603272 tst ping_idle_ping.py:24: start network...\u000a05:35:48.741141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:49.270930 run create_hlr_db(pid=29368): Launched\u000a05:35:49.462717 bus /gobi_6: Setting Powered False\u000a05:35:50.471884 run create_hlr_db(pid=29368): Terminated: ok {rc=0}\u000a05:35:50.897060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29370): Launched\u000a05:35:51.207259 run osmo-hlr_10.42.42.2(pid=29371): Launched\u000a05:35:51.327882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:51.872811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29373): Launched\u000a05:35:52.182261 run osmo-stp_10.42.42.5(pid=29374): Launched\u000a05:35:52.294637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:52.834737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29376): Launched\u000a05:35:52.944727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:53.216821 run patchelf(pid=29377): Launched\u000a05:35:53.397761 run osmo-stp_10.42.42.5(pid=29374): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29374)]\u000a05:35:53.529690 run osmo-stp_10.42.42.5(pid=29374): stdout: \u000a| (launched: 2022-12-09_05:35:52.028714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:53.661924 run osmo-stp_10.42.42.5(pid=29374): stderr: \u000a| �[0;m�[38;5;43m20221209053552201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053552202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053552203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053552203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053552203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:53.789335 run osmo-stp_10.42.42.5(pid=29374): stdout: \u000a| (launched: 2022-12-09_05:35:52.028714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:53.915395 run osmo-stp_10.42.42.5(pid=29374): stderr: \u000a| �[0;m�[38;5;43m20221209053552201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053552202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053552203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053552203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053552203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:54.062617 run patchelf(pid=29377): Terminating (SIGINT)\u000a05:35:54.235767 run patchelf(pid=29377): Terminated: ok {rc=0}\u000a05:35:54.267114 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29374): Process ended prematurely: osmo-stp_10.42.42.5(pid=29374) [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29374)] [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:35:54.275738 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:35:54.337433 run osmo-hlr_10.42.42.2(pid=29371): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29371)]\u000a05:35:54.387480 run osmo-hlr_10.42.42.2(pid=29371): stdout: \u000a| (launched: 2022-12-09_05:35:51.053641) \u000a05:35:54.438139 run osmo-hlr_10.42.42.2(pid=29371): stderr: \u000a| �[0;m�[1;31m20221209053551231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053551231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053551231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053551231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053551231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053551231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053551243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053551254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053551254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053551254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:54.480858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29370): Terminating (SIGTERM)\u000a05:35:54.521497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29373): Terminating (SIGTERM)\u000a05:35:54.562098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29376): Terminating (SIGTERM)\u000a05:35:54.571901 --- ParallelTerminationStrategy: PID 29370 died...\u000a05:35:54.626300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29370): Terminated: ok {rc=0}\u000a05:35:54.636417 --- ParallelTerminationStrategy: PID 29373 died...\u000a05:35:54.690555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29373): Terminated: ok {rc=0}\u000a05:35:54.701003 --- ParallelTerminationStrategy: PID 29376 died...\u000a05:35:54.754744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29376): Terminated: ok {rc=0}\u000a05:35:54.839707 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:34:55" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:35:56.969400 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:56.980728 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:35:57.139408 tst cs_paging_gprs_active.py: using LAC 19289\u000a05:35:57.264647 tst cs_paging_gprs_active.py: using RAC 164\u000a05:35:57.388120 tst cs_paging_gprs_active.py: using CellId 19289\u000a05:35:57.512304 tst cs_paging_gprs_active.py: using BVCI 19290\u000a05:35:57.536409 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.547614 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.558937 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.570376 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.581910 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.592858 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.604228 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.615497 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.626990 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:57.747763 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:58.050878 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:35:58.191297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:58.539883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29381): Launched\u000a05:35:58.829081 run iperf3-srv_10.42.42.10(pid=29382): Launched\u000a05:35:59.034708 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:35:59.174675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:59.524306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29383): Launched\u000a05:35:59.813905 run iperf3-srv_10.42.42.10(pid=29384): Launched\u000a05:36:00.018451 tst cs_paging_gprs_active.py:38: start network...\u000a05:36:00.158207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:00.696164 run create_hlr_db(pid=29385): Launched\u000a05:36:00.891378 bus /gobi_6: Setting Powered False\u000a05:36:01.908554 run create_hlr_db(pid=29385): Terminated: ok {rc=0}\u000a05:36:02.351806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Launched\u000a05:36:02.689863 run osmo-hlr_10.42.42.2(pid=29388): Launched\u000a05:36:02.815047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:03.403224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Launched\u000a05:36:03.739453 run osmo-stp_10.42.42.5(pid=29391): Launched\u000a05:36:03.860440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:04.448341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29393): Launched\u000a05:36:04.568554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:04.862479 run patchelf(pid=29394): Launched\u000a05:36:05.058065 run osmo-stp_10.42.42.5(pid=29391): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]\u000a05:36:05.201528 run osmo-stp_10.42.42.5(pid=29391): stdout: \u000a| (launched: 2022-12-09_05:36:03.574017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:05.345195 run osmo-stp_10.42.42.5(pid=29391): stderr: \u000a| �[0;m�[38;5;43m20221209053603772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053603772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053603772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053603773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053603773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053603773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053603773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:05.483421 run osmo-stp_10.42.42.5(pid=29391): stdout: \u000a| (launched: 2022-12-09_05:36:03.574017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:05.620720 run osmo-stp_10.42.42.5(pid=29391): stderr: \u000a| �[0;m�[38;5;43m20221209053603772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053603772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053603772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053603773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053603773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053603773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053603773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:05.780798 run patchelf(pid=29394): Terminating (SIGINT)\u000a05:36:05.968586 run patchelf(pid=29394): Terminated: ok {rc=0}\u000a05:36:06.002824 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:36:06.012661 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a05:36:06.075784 run osmo-hlr_10.42.42.2(pid=29388): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29388)]\u000a05:36:06.127499 run osmo-hlr_10.42.42.2(pid=29388): stdout: \u000a| (launched: 2022-12-09_05:36:02.523255) \u000a05:36:06.179616 run osmo-hlr_10.42.42.2(pid=29388): stderr: \u000a| �[0;m�[1;31m20221209053602729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053602729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053602729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053602729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053602729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053602729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053602741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053602750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053602750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053602750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:06.224613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29381): Terminating (SIGTERM)\u000a05:36:06.266843 run iperf3-srv_10.42.42.10(pid=29382): Terminating (SIGTERM)\u000a05:36:06.308929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29383): Terminating (SIGTERM)\u000a05:36:06.351114 run iperf3-srv_10.42.42.10(pid=29384): Terminating (SIGTERM)\u000a05:36:06.393421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Terminating (SIGTERM)\u000a05:36:06.435549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Terminating (SIGTERM)\u000a05:36:06.477687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29393): Terminating (SIGTERM)\u000a05:36:06.487369 --- ParallelTerminationStrategy: PID 29381 died...\u000a05:36:06.543641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29381): Terminated: ok {rc=0}\u000a05:36:06.553756 --- ParallelTerminationStrategy: PID 29382 died...\u000a05:36:06.609332 run iperf3-srv_10.42.42.10(pid=29382): Terminated {rc=256}\u000a05:36:06.619301 --- ParallelTerminationStrategy: PID 29383 died...\u000a05:36:06.674832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29383): Terminated: ok {rc=0}\u000a05:36:06.684805 --- ParallelTerminationStrategy: PID 29384 died...\u000a05:36:06.740277 run iperf3-srv_10.42.42.10(pid=29384): Terminated {rc=256}\u000a05:36:06.750338 --- ParallelTerminationStrategy: PID 29387 died...\u000a05:36:06.805896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Terminated: ok {rc=0}\u000a05:36:06.815916 --- ParallelTerminationStrategy: PID 29390 died...\u000a05:36:06.871910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Terminated: ok {rc=0}\u000a05:36:06.882026 --- ParallelTerminationStrategy: PID 29393 died...\u000a05:36:06.937697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29393): Terminated: ok {rc=0}\u000a05:36:07.025715 bus /gobi_0: Setting Powered False\u000a05:36:08.130957 bus /gobi_0: Setting Powered False\u000a05:36:09.244584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:36:10.356263 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.368029 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:10.521878 tst iperf3.py: using LAC 19290\u000a05:36:10.645416 tst iperf3.py: using RAC 165\u000a05:36:10.768842 tst iperf3.py: using CellId 19290\u000a05:36:10.893177 tst iperf3.py: using BVCI 19291\u000a05:36:10.917205 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.928403 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.939393 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.951132 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.962735 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.974405 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.986007 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:10.997448 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:11.008933 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:11.294617 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:36:11.425805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:11.751333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29395): Launched\u000a05:36:12.023212 run iperf3-srv_10.42.42.10(pid=29396): Launched\u000a05:36:12.214571 tst iperf3.py:8: start network...\u000a05:36:12.344652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:12.838107 run create_hlr_db(pid=29397): Launched\u000a05:36:13.017715 bus /gobi_6: Setting Powered False\u000a05:36:14.039186 run create_hlr_db(pid=29397): Terminated: ok {rc=0}\u000a05:36:14.486672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Launched\u000a05:36:14.823247 run osmo-hlr_10.42.42.2(pid=29400): Launched\u000a05:36:14.948279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:15.534238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Launched\u000a05:36:15.951193 run osmo-stp_10.42.42.5(pid=29403): Launched\u000a05:36:16.177887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:16.771303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29405): Launched\u000a05:36:16.893598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:17.203551 run patchelf(pid=29406): Launched\u000a05:36:17.401569 run osmo-stp_10.42.42.5(pid=29403): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]\u000a05:36:17.544678 run osmo-stp_10.42.42.5(pid=29403): stdout: \u000a| (launched: 2022-12-09_05:36:15.704695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:17.687946 run osmo-stp_10.42.42.5(pid=29403): stderr: \u000a| �[0;m�[38;5;43m20221209053615915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053615915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053615915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053615915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053615916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053615916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053615916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:17.826794 run osmo-stp_10.42.42.5(pid=29403): stdout: \u000a| (launched: 2022-12-09_05:36:15.704695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:17.964634 run osmo-stp_10.42.42.5(pid=29403): stderr: \u000a| �[0;m�[38;5;43m20221209053615915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053615915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053615915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053615915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053615916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053615916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053615916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:18.124450 run patchelf(pid=29406): Terminating (SIGINT)\u000a05:36:18.312298 run patchelf(pid=29406): Terminated: ok {rc=0}\u000a05:36:18.346688 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:36:18.356437 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a05:36:18.420295 run osmo-hlr_10.42.42.2(pid=29400): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29400)]\u000a05:36:18.472427 run osmo-hlr_10.42.42.2(pid=29400): stdout: \u000a| (launched: 2022-12-09_05:36:14.657550) \u000a05:36:18.525117 run osmo-hlr_10.42.42.2(pid=29400): stderr: \u000a| �[0;m�[1;31m20221209053614860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053614860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053614860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053614860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053614860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053614860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053614872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053614883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053614884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053614884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:18.570127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29395): Terminating (SIGTERM)\u000a05:36:18.612451 run iperf3-srv_10.42.42.10(pid=29396): Terminating (SIGTERM)\u000a05:36:18.654906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Terminating (SIGTERM)\u000a05:36:18.697684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Terminating (SIGTERM)\u000a05:36:18.740071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29405): Terminating (SIGTERM)\u000a05:36:18.749939 --- ParallelTerminationStrategy: PID 29395 died...\u000a05:36:18.806836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29395): Terminated: ok {rc=0}\u000a05:36:18.817157 --- ParallelTerminationStrategy: PID 29396 died...\u000a05:36:18.873401 run iperf3-srv_10.42.42.10(pid=29396): Terminated {rc=256}\u000a05:36:18.883516 --- ParallelTerminationStrategy: PID 29399 died...\u000a05:36:18.940149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Terminated: ok {rc=0}\u000a05:36:18.950404 --- ParallelTerminationStrategy: PID 29402 died...\u000a05:36:19.006841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Terminated: ok {rc=0}\u000a05:36:19.017147 --- ParallelTerminationStrategy: PID 29405 died...\u000a05:36:19.073527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29405): Terminated: ok {rc=0}\u000a05:36:19.161084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:36:20.273324 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.284901 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:20.434123 tst iperf3m4.py: using LAC 19291\u000a05:36:20.558543 tst iperf3m4.py: using RAC 166\u000a05:36:20.680909 tst iperf3m4.py: using CellId 19291\u000a05:36:20.805557 tst iperf3m4.py: using BVCI 19292\u000a05:36:20.829567 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.840302 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.851062 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.862038 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.872855 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.883779 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.894916 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.905717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.916753 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:21.039283 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:21.162430 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:21.284504 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:21.587771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:36:21.728011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:22.076939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29407): Launched\u000a05:36:22.368324 run iperf3-srv_10.42.42.10(pid=29408): Launched\u000a05:36:22.573585 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:36:22.713297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:23.061038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29409): Launched\u000a05:36:23.352334 run iperf3-srv_10.42.42.10(pid=29410): Launched\u000a05:36:23.557513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:36:23.697402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:24.044623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29411): Launched\u000a05:36:24.335063 run iperf3-srv_10.42.42.10(pid=29412): Launched\u000a05:36:24.540304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:36:24.680762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:25.028124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29413): Launched\u000a05:36:25.321311 run iperf3-srv_10.42.42.10(pid=29414): Launched\u000a05:36:25.526115 tst iperf3m4.py:8: start network...\u000a05:36:25.665945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:26.202816 run create_hlr_db(pid=29415): Launched\u000a05:36:26.396474 bus /gobi_6: Setting Powered False\u000a05:36:27.406702 run create_hlr_db(pid=29415): Terminated: ok {rc=0}\u000a05:36:27.835178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Launched\u000a05:36:28.150477 run osmo-hlr_10.42.42.2(pid=29418): Launched\u000a05:36:28.273128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:28.825439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Launched\u000a05:36:29.139384 run osmo-stp_10.42.42.5(pid=29421): Launched\u000a05:36:29.253142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:29.799786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29423): Launched\u000a05:36:29.910913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:30.184879 run patchelf(pid=29424): Launched\u000a05:36:30.368063 run osmo-stp_10.42.42.5(pid=29421): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)]\u000a05:36:30.501732 run osmo-stp_10.42.42.5(pid=29421): stdout: \u000a| (launched: 2022-12-09_05:36:28.983476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:30.635381 run osmo-stp_10.42.42.5(pid=29421): stderr: \u000a| �[0;m�[38;5;43m20221209053629158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053629158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053629158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053629159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053629159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053629159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053629159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:30.765347 run osmo-stp_10.42.42.5(pid=29421): stdout: \u000a| (launched: 2022-12-09_05:36:28.983476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:30.915000 run osmo-stp_10.42.42.5(pid=29421): stderr: \u000a| �[0;m�[38;5;43m20221209053629158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053629158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053629158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053629159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053629159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053629159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053629159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:31.067887 run patchelf(pid=29424): Terminating (SIGINT)\u000a05:36:31.247822 run patchelf(pid=29424): Terminated: ok {rc=0}\u000a05:36:31.281365 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:36:31.291666 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:36:31.357674 run osmo-hlr_10.42.42.2(pid=29418): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29418)]\u000a05:36:31.409581 run osmo-hlr_10.42.42.2(pid=29418): stdout: \u000a| (launched: 2022-12-09_05:36:27.993810) \u000a05:36:31.462420 run osmo-hlr_10.42.42.2(pid=29418): stderr: \u000a| �[0;m�[1;31m20221209053628174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053628175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053628175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053628175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053628175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053628175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053628187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053628197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053628197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053628197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:31.506443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29407): Terminating (SIGTERM)\u000a05:36:31.551489 run iperf3-srv_10.42.42.10(pid=29408): Terminating (SIGTERM)\u000a05:36:31.596482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29409): Terminating (SIGTERM)\u000a05:36:31.641622 run iperf3-srv_10.42.42.10(pid=29410): Terminating (SIGTERM)\u000a05:36:31.687640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29411): Terminating (SIGTERM)\u000a05:36:31.732461 run iperf3-srv_10.42.42.10(pid=29412): Terminating (SIGTERM)\u000a05:36:31.777253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29413): Terminating (SIGTERM)\u000a05:36:31.822145 run iperf3-srv_10.42.42.10(pid=29414): Terminating (SIGTERM)\u000a05:36:31.865994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Terminating (SIGTERM)\u000a05:36:31.910145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Terminating (SIGTERM)\u000a05:36:31.951908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29423): Terminating (SIGTERM)\u000a05:36:31.963024 --- ParallelTerminationStrategy: PID 29407 died...\u000a05:36:32.020413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29407): Terminated: ok {rc=0}\u000a05:36:32.031079 --- ParallelTerminationStrategy: PID 29408 died...\u000a05:36:32.086989 run iperf3-srv_10.42.42.10(pid=29408): Terminated {rc=256}\u000a05:36:32.098588 --- ParallelTerminationStrategy: PID 29409 died...\u000a05:36:32.155959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29409): Terminated: ok {rc=0}\u000a05:36:32.166613 --- ParallelTerminationStrategy: PID 29410 died...\u000a05:36:32.223441 run iperf3-srv_10.42.42.10(pid=29410): Terminated {rc=256}\u000a05:36:32.233997 --- ParallelTerminationStrategy: PID 29411 died...\u000a05:36:32.289792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29411): Terminated: ok {rc=0}\u000a05:36:32.301617 --- ParallelTerminationStrategy: PID 29412 died...\u000a05:36:32.356536 run iperf3-srv_10.42.42.10(pid=29412): Terminated {rc=256}\u000a05:36:32.366959 --- ParallelTerminationStrategy: PID 29413 died...\u000a05:36:32.421490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29413): Terminated: ok {rc=0}\u000a05:36:32.431252 --- ParallelTerminationStrategy: PID 29414 died...\u000a05:36:32.485169 run iperf3-srv_10.42.42.10(pid=29414): Terminated {rc=256}\u000a05:36:32.495565 --- ParallelTerminationStrategy: PID 29417 died...\u000a05:36:32.550593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Terminated: ok {rc=0}\u000a05:36:32.560395 --- ParallelTerminationStrategy: PID 29420 died...\u000a05:36:32.614874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Terminated: ok {rc=0}\u000a05:36:32.625270 --- ParallelTerminationStrategy: PID 29423 died...\u000a05:36:32.679951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29423): Terminated: ok {rc=0}\u000a05:36:32.769560 bus /gobi_4: Setting Powered False\u000a05:36:33.874044 bus /gobi_4: Setting Powered False\u000a05:36:34.985831 bus /gobi_1: Setting Powered False\u000a05:36:36.089142 bus /gobi_1: Setting Powered False\u000a05:36:37.200111 bus /gobi_0: Setting Powered False\u000a05:36:38.304183 bus /gobi_0: Setting Powered False\u000a05:36:39.412745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:36:40.478886 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:40.490513 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:40.637752 tst ping.py: using LAC 19292\u000a05:36:40.767752 tst ping.py: using RAC 167\u000a05:36:40.892436 tst ping.py: using CellId 19292\u000a05:36:41.011870 tst ping.py: using BVCI 19293\u000a05:36:41.035350 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.046389 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.057237 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.068341 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.079373 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.090320 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.101940 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:41.112894 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:41.394250 tst ping.py:19: start network...\u000a05:36:41.521860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:42.007298 run create_hlr_db(pid=29425): Launched\u000a05:36:42.186327 bus /gobi_6: Setting Powered False\u000a05:36:43.206951 run create_hlr_db(pid=29425): Terminated: ok {rc=0}\u000a05:36:43.620773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Launched\u000a05:36:43.930768 run osmo-hlr_10.42.42.2(pid=29428): Launched\u000a05:36:44.049749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:44.601507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Launched\u000a05:36:44.911523 run osmo-stp_10.42.42.5(pid=29431): Launched\u000a05:36:45.024401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:45.561812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29433): Launched\u000a05:36:45.671150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:45.972660 run patchelf(pid=29434): Launched\u000a05:36:46.171257 run osmo-stp_10.42.42.5(pid=29431): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]\u000a05:36:46.317593 run osmo-stp_10.42.42.5(pid=29431): stdout: \u000a| (launched: 2022-12-09_05:36:44.757661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:46.462632 run osmo-stp_10.42.42.5(pid=29431): stderr: \u000a| �[0;m�[38;5;43m20221209053644929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053644929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053644929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053644929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053644932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053644932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053644932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:46.605225 run osmo-stp_10.42.42.5(pid=29431): stdout: \u000a| (launched: 2022-12-09_05:36:44.757661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:46.746216 run osmo-stp_10.42.42.5(pid=29431): stderr: \u000a| �[0;m�[38;5;43m20221209053644929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053644929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053644929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053644929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053644932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053644932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053644932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:46.908572 run patchelf(pid=29434): Terminating (SIGINT)\u000a05:36:47.097431 run patchelf(pid=29434): Terminated: ok {rc=0}\u000a05:36:47.132619 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:36:47.142406 tst ping.py:22: Test FAILED (6.7 sec)\u000a05:36:47.206423 run osmo-hlr_10.42.42.2(pid=29428): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29428)]\u000a05:36:47.258873 run osmo-hlr_10.42.42.2(pid=29428): stdout: \u000a| (launched: 2022-12-09_05:36:43.776858) \u000a05:36:47.311905 run osmo-hlr_10.42.42.2(pid=29428): stderr: \u000a| �[0;m�[1;31m20221209053643957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053643957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053643957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053643957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053643957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053643957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053643969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053643977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053643978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053643978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:47.356768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Terminating (SIGTERM)\u000a05:36:47.399196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Terminating (SIGTERM)\u000a05:36:47.441675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29433): Terminating (SIGTERM)\u000a05:36:47.451639 --- ParallelTerminationStrategy: PID 29427 died...\u000a05:36:47.508573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Terminated: ok {rc=0}\u000a05:36:47.518887 --- ParallelTerminationStrategy: PID 29430 died...\u000a05:36:47.575705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Terminated: ok {rc=0}\u000a05:36:47.585994 --- ParallelTerminationStrategy: PID 29433 died...\u000a05:36:47.642236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29433): Terminated: ok {rc=0}\u000a05:36:47.730542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29441): Process ended prematurely: osmo-stp_10.42.42.5(pid=29441) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29441)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29441): Process ended prematurely: osmo-stp_10.42.42.5(pid=29441) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:36:48.782043 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:48.794205 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:48.950027 tst ping_idle_ping.py: using LAC 19293\u000a05:36:49.080586 tst ping_idle_ping.py: using RAC 168\u000a05:36:49.208372 tst ping_idle_ping.py: using CellId 19293\u000a05:36:49.337373 tst ping_idle_ping.py: using BVCI 19294\u000a05:36:49.362726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.374351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.385726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.397208 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.408398 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.419646 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.431268 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:49.442448 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:49.725242 tst ping_idle_ping.py:24: start network...\u000a05:36:49.854186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:50.343956 run create_hlr_db(pid=29435): Launched\u000a05:36:50.522678 bus /gobi_6: Setting Powered False\u000a05:36:51.543438 run create_hlr_db(pid=29435): Terminated: ok {rc=0}\u000a05:36:51.958100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29437): Launched\u000a05:36:52.268842 run osmo-hlr_10.42.42.2(pid=29438): Launched\u000a05:36:52.381004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:52.917233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29440): Launched\u000a05:36:53.227035 run osmo-stp_10.42.42.5(pid=29441): Launched\u000a05:36:53.339442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:53.879138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29443): Launched\u000a05:36:53.988811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:54.260316 run patchelf(pid=29444): Launched\u000a05:36:54.441326 run osmo-stp_10.42.42.5(pid=29441): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29441)]\u000a05:36:54.573300 run osmo-stp_10.42.42.5(pid=29441): stdout: \u000a| (launched: 2022-12-09_05:36:53.073197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:54.704890 run osmo-stp_10.42.42.5(pid=29441): stderr: \u000a| �[0;m�[38;5;43m20221209053653246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053653246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053653247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053653247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053653247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053653248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053653248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:54.832176 run osmo-stp_10.42.42.5(pid=29441): stdout: \u000a| (launched: 2022-12-09_05:36:53.073197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:54.958554 run osmo-stp_10.42.42.5(pid=29441): stderr: \u000a| �[0;m�[38;5;43m20221209053653246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053653246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053653247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053653247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053653247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053653248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053653248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:55.105694 run patchelf(pid=29444): Terminating (SIGINT)\u000a05:36:55.278501 run patchelf(pid=29444): Terminated: ok {rc=0}\u000a05:36:55.309816 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29441): Process ended prematurely: osmo-stp_10.42.42.5(pid=29441) [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29441)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:36:55.318449 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a05:36:55.379631 run osmo-hlr_10.42.42.2(pid=29438): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29438)]\u000a05:36:55.429410 run osmo-hlr_10.42.42.2(pid=29438): stdout: \u000a| (launched: 2022-12-09_05:36:52.114995) \u000a05:36:55.479806 run osmo-hlr_10.42.42.2(pid=29438): stderr: \u000a| �[0;m�[1;31m20221209053652295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053652295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053652295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053652295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053652295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053652295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053652307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053652315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053652316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053652316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:55.522899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29437): Terminating (SIGTERM)\u000a05:36:55.563648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29440): Terminating (SIGTERM)\u000a05:36:55.604498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29443): Terminating (SIGTERM)\u000a05:36:55.613901 --- ParallelTerminationStrategy: PID 29437 died...\u000a05:36:55.668760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29437): Terminated: ok {rc=0}\u000a05:36:55.678637 --- ParallelTerminationStrategy: PID 29440 died...\u000a05:36:55.733212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29440): Terminated: ok {rc=0}\u000a05:36:55.742991 --- ParallelTerminationStrategy: PID 29443 died...\u000a05:36:55.797277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29443): Terminated: ok {rc=0}\u000a05:36:55.882066 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:35:56" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29458): Process ended prematurely: osmo-stp_10.42.42.5(pid=29458) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29458): Process ended prematurely: osmo-stp_10.42.42.5(pid=29458) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:36:58.011070 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.022600 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:36:58.178036 tst cs_paging_gprs_active.py: using LAC 19294\u000a05:36:58.308130 tst cs_paging_gprs_active.py: using RAC 169\u000a05:36:58.437955 tst cs_paging_gprs_active.py: using CellId 19294\u000a05:36:58.569592 tst cs_paging_gprs_active.py: using BVCI 19295\u000a05:36:58.595503 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.606848 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.618002 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.629170 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.640280 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.651615 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.662893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.674233 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:58.685696 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:58.806665 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:59.110204 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:36:59.251132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:59.599181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29448): Launched\u000a05:36:59.889771 run iperf3-srv_10.42.42.10(pid=29449): Launched\u000a05:37:00.094511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:37:00.233881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:00.583884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29450): Launched\u000a05:37:00.874461 run iperf3-srv_10.42.42.10(pid=29451): Launched\u000a05:37:01.083782 tst cs_paging_gprs_active.py:38: start network...\u000a05:37:01.227096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:01.808412 run create_hlr_db(pid=29452): Launched\u000a05:37:02.006855 bus /gobi_6: Setting Powered False\u000a05:37:03.022893 run create_hlr_db(pid=29452): Terminated: ok {rc=0}\u000a05:37:03.445157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29454): Launched\u000a05:37:03.762658 run osmo-hlr_10.42.42.2(pid=29455): Launched\u000a05:37:03.883102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:04.428936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29457): Launched\u000a05:37:04.744083 run osmo-stp_10.42.42.5(pid=29458): Launched\u000a05:37:04.858319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:05.406877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29460): Launched\u000a05:37:05.519201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:05.795629 run patchelf(pid=29461): Launched\u000a05:37:05.979593 run osmo-stp_10.42.42.5(pid=29458): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)]\u000a05:37:06.114518 run osmo-stp_10.42.42.5(pid=29458): stdout: \u000a| (launched: 2022-12-09_05:37:04.587819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:06.248519 run osmo-stp_10.42.42.5(pid=29458): stderr: \u000a| �[0;m�[38;5;43m20221209053704763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053704763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053704763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053704764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053704766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053704766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053704766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:06.378542 run osmo-stp_10.42.42.5(pid=29458): stdout: \u000a| (launched: 2022-12-09_05:37:04.587819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:06.507278 run osmo-stp_10.42.42.5(pid=29458): stderr: \u000a| �[0;m�[38;5;43m20221209053704763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053704763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053704763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053704764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053704766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053704766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053704766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:06.657465 run patchelf(pid=29461): Terminating (SIGINT)\u000a05:37:06.833823 run patchelf(pid=29461): Terminated: ok {rc=0}\u000a05:37:06.865855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29458): Process ended prematurely: osmo-stp_10.42.42.5(pid=29458) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:37:06.875194 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:37:06.936997 run osmo-hlr_10.42.42.2(pid=29455): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29455)]\u000a05:37:06.987021 run osmo-hlr_10.42.42.2(pid=29455): stdout: \u000a| (launched: 2022-12-09_05:37:03.605384) \u000a05:37:07.037976 run osmo-hlr_10.42.42.2(pid=29455): stderr: \u000a| �[0;m�[1;31m20221209053703785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053703785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053703785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053703786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053703786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053703786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053703797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053703806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053703806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053703806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:07.081015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29448): Terminating (SIGTERM)\u000a05:37:07.121874 run iperf3-srv_10.42.42.10(pid=29449): Terminating (SIGTERM)\u000a05:37:07.163023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29450): Terminating (SIGTERM)\u000a05:37:07.203432 run iperf3-srv_10.42.42.10(pid=29451): Terminating (SIGTERM)\u000a05:37:07.243960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29454): Terminating (SIGTERM)\u000a05:37:07.284723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29457): Terminating (SIGTERM)\u000a05:37:07.325773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29460): Terminating (SIGTERM)\u000a05:37:07.335849 --- ParallelTerminationStrategy: PID 29448 died...\u000a05:37:07.389956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29448): Terminated: ok {rc=0}\u000a05:37:07.400037 --- ParallelTerminationStrategy: PID 29449 died...\u000a05:37:07.453633 run iperf3-srv_10.42.42.10(pid=29449): Terminated {rc=256}\u000a05:37:07.463507 --- ParallelTerminationStrategy: PID 29450 died...\u000a05:37:07.517378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29450): Terminated: ok {rc=0}\u000a05:37:07.527313 --- ParallelTerminationStrategy: PID 29451 died...\u000a05:37:07.581759 run iperf3-srv_10.42.42.10(pid=29451): Terminated {rc=256}\u000a05:37:07.591513 --- ParallelTerminationStrategy: PID 29454 died...\u000a05:37:07.645806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29454): Terminated: ok {rc=0}\u000a05:37:07.655472 --- ParallelTerminationStrategy: PID 29457 died...\u000a05:37:07.709122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29457): Terminated: ok {rc=0}\u000a05:37:07.719092 --- ParallelTerminationStrategy: PID 29460 died...\u000a05:37:07.772698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29460): Terminated: ok {rc=0}\u000a05:37:07.861673 bus /gobi_0: Setting Powered False\u000a05:37:08.966099 bus /gobi_0: Setting Powered False\u000a05:37:10.078255 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:37:11.190506 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.202275 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:11.353962 tst iperf3.py: using LAC 19295\u000a05:37:11.481612 tst iperf3.py: using RAC 170\u000a05:37:11.604752 tst iperf3.py: using CellId 19295\u000a05:37:11.727446 tst iperf3.py: using BVCI 19296\u000a05:37:11.751532 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.762561 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.773306 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.784339 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.795330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.806392 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.817597 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.828391 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:11.839977 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:12.143740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:37:12.284939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:12.635143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Launched\u000a05:37:12.926619 run iperf3-srv_10.42.42.10(pid=29463): Launched\u000a05:37:13.132843 tst iperf3.py:8: start network...\u000a05:37:13.273720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:13.811512 run create_hlr_db(pid=29464): Launched\u000a05:37:14.003941 bus /gobi_6: Setting Powered False\u000a05:37:15.025302 run create_hlr_db(pid=29464): Terminated: ok {rc=0}\u000a05:37:15.471372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Launched\u000a05:37:15.807798 run osmo-hlr_10.42.42.2(pid=29467): Launched\u000a05:37:15.968513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:16.647712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Launched\u000a05:37:17.078942 run osmo-stp_10.42.42.5(pid=29470): Launched\u000a05:37:17.293993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:17.844071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Launched\u000a05:37:17.956671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:18.232712 run patchelf(pid=29473): Launched\u000a05:37:18.416598 run osmo-stp_10.42.42.5(pid=29470): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a05:37:18.551204 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-09_05:37:16.822127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:18.686867 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221209053717119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053717119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053717119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053717121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053717122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053717122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053717122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:18.817651 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-09_05:37:16.822127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:18.947810 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221209053717119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053717119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053717119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053717121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053717122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053717122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053717122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:19.098213 run patchelf(pid=29473): Terminating (SIGINT)\u000a05:37:19.275334 run patchelf(pid=29473): Terminated: ok {rc=0}\u000a05:37:19.307458 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:37:19.316690 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a05:37:19.378272 run osmo-hlr_10.42.42.2(pid=29467): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29467)]\u000a05:37:19.428341 run osmo-hlr_10.42.42.2(pid=29467): stdout: \u000a| (launched: 2022-12-09_05:37:15.641761) \u000a05:37:19.479466 run osmo-hlr_10.42.42.2(pid=29467): stderr: \u000a| �[0;m�[1;31m20221209053715887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053715887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053715887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053715887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053715887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053715887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053715912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053715928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053715928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053715928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:19.522363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Terminating (SIGTERM)\u000a05:37:19.563316 run iperf3-srv_10.42.42.10(pid=29463): Terminating (SIGTERM)\u000a05:37:19.604488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminating (SIGTERM)\u000a05:37:19.645111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a05:37:19.686019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Terminating (SIGTERM)\u000a05:37:19.696196 --- ParallelTerminationStrategy: PID 29462 died...\u000a05:37:19.750753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Terminated: ok {rc=0}\u000a05:37:19.761071 --- ParallelTerminationStrategy: PID 29463 died...\u000a05:37:19.815122 run iperf3-srv_10.42.42.10(pid=29463): Terminated {rc=256}\u000a05:37:19.825389 --- ParallelTerminationStrategy: PID 29466 died...\u000a05:37:19.880099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminated: ok {rc=0}\u000a05:37:19.889971 --- ParallelTerminationStrategy: PID 29469 died...\u000a05:37:19.944365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a05:37:19.954151 --- ParallelTerminationStrategy: PID 29472 died...\u000a05:37:20.008657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Terminated: ok {rc=0}\u000a05:37:20.097880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29488): Process ended prematurely: osmo-stp_10.42.42.5(pid=29488) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29488): Process ended prematurely: osmo-stp_10.42.42.5(pid=29488) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:37:21.211295 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.223159 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:21.372501 tst iperf3m4.py: using LAC 19296\u000a05:37:21.500034 tst iperf3m4.py: using RAC 171\u000a05:37:21.622925 tst iperf3m4.py: using CellId 19296\u000a05:37:21.744711 tst iperf3m4.py: using BVCI 19297\u000a05:37:21.769071 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.779926 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.790736 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.802080 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.813163 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.824263 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.835658 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.846616 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.858736 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:21.983232 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:22.103461 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:22.224846 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:22.528228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:37:22.668848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:23.018962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29474): Launched\u000a05:37:23.309565 run iperf3-srv_10.42.42.10(pid=29475): Launched\u000a05:37:23.514518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:37:23.654129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:24.001741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29476): Launched\u000a05:37:24.291738 run iperf3-srv_10.42.42.10(pid=29477): Launched\u000a05:37:24.496490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:37:24.635384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:24.981795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29478): Launched\u000a05:37:25.274131 run iperf3-srv_10.42.42.10(pid=29479): Launched\u000a05:37:25.479069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:37:25.618552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:25.967861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29480): Launched\u000a05:37:26.257749 run iperf3-srv_10.42.42.10(pid=29481): Launched\u000a05:37:26.462230 tst iperf3m4.py:8: start network...\u000a05:37:26.601624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:27.137309 run create_hlr_db(pid=29482): Launched\u000a05:37:27.330502 bus /gobi_6: Setting Powered False\u000a05:37:28.351954 run create_hlr_db(pid=29482): Terminated: ok {rc=0}\u000a05:37:28.772775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29484): Launched\u000a05:37:29.088472 run osmo-hlr_10.42.42.2(pid=29485): Launched\u000a05:37:29.210637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:29.769888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29487): Launched\u000a05:37:30.086165 run osmo-stp_10.42.42.5(pid=29488): Launched\u000a05:37:30.200849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:30.749405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29490): Launched\u000a05:37:30.865937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:31.218221 run patchelf(pid=29491): Launched\u000a05:37:31.427391 run osmo-stp_10.42.42.5(pid=29488): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)]\u000a05:37:31.567436 run osmo-stp_10.42.42.5(pid=29488): stdout: \u000a| (launched: 2022-12-09_05:37:29.929338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:31.706275 run osmo-stp_10.42.42.5(pid=29488): stderr: \u000a| �[0;m�[38;5;43m20221209053730107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053730107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053730107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053730107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053730108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053730108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053730108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:31.840356 run osmo-stp_10.42.42.5(pid=29488): stdout: \u000a| (launched: 2022-12-09_05:37:29.929338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:31.973755 run osmo-stp_10.42.42.5(pid=29488): stderr: \u000a| �[0;m�[38;5;43m20221209053730107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053730107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053730107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053730107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053730108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053730108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053730108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:32.127429 run patchelf(pid=29491): Terminating (SIGINT)\u000a05:37:32.307837 run patchelf(pid=29491): Terminated: ok {rc=0}\u000a05:37:32.340661 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29488): Process ended prematurely: osmo-stp_10.42.42.5(pid=29488) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29488)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:37:32.350782 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a05:37:32.414277 run osmo-hlr_10.42.42.2(pid=29485): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29485)]\u000a05:37:32.465110 run osmo-hlr_10.42.42.2(pid=29485): stdout: \u000a| (launched: 2022-12-09_05:37:28.931879) \u000a05:37:32.515517 run osmo-hlr_10.42.42.2(pid=29485): stderr: \u000a| �[0;m�[1;31m20221209053729113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053729113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053729113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053729113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053729114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053729114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053729126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053729134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053729134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053729134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:32.559624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29474): Terminating (SIGTERM)\u000a05:37:32.601458 run iperf3-srv_10.42.42.10(pid=29475): Terminating (SIGTERM)\u000a05:37:32.643170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29476): Terminating (SIGTERM)\u000a05:37:32.684753 run iperf3-srv_10.42.42.10(pid=29477): Terminating (SIGTERM)\u000a05:37:32.726358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29478): Terminating (SIGTERM)\u000a05:37:32.767937 run iperf3-srv_10.42.42.10(pid=29479): Terminating (SIGTERM)\u000a05:37:32.809983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29480): Terminating (SIGTERM)\u000a05:37:32.851408 run iperf3-srv_10.42.42.10(pid=29481): Terminating (SIGTERM)\u000a05:37:32.893498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29484): Terminating (SIGTERM)\u000a05:37:32.934383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29487): Terminating (SIGTERM)\u000a05:37:32.975947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29490): Terminating (SIGTERM)\u000a05:37:32.985730 --- ParallelTerminationStrategy: PID 29474 died...\u000a05:37:33.040786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29474): Terminated: ok {rc=0}\u000a05:37:33.050680 --- ParallelTerminationStrategy: PID 29475 died...\u000a05:37:33.105051 run iperf3-srv_10.42.42.10(pid=29475): Terminated {rc=256}\u000a05:37:33.114981 --- ParallelTerminationStrategy: PID 29476 died...\u000a05:37:33.169623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29476): Terminated: ok {rc=0}\u000a05:37:33.179523 --- ParallelTerminationStrategy: PID 29477 died...\u000a05:37:33.233927 run iperf3-srv_10.42.42.10(pid=29477): Terminated {rc=256}\u000a05:37:33.243838 --- ParallelTerminationStrategy: PID 29478 died...\u000a05:37:33.298369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29478): Terminated: ok {rc=0}\u000a05:37:33.308400 --- ParallelTerminationStrategy: PID 29479 died...\u000a05:37:33.362644 run iperf3-srv_10.42.42.10(pid=29479): Terminated {rc=256}\u000a05:37:33.372683 --- ParallelTerminationStrategy: PID 29480 died...\u000a05:37:33.426564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29480): Terminated: ok {rc=0}\u000a05:37:33.436615 --- ParallelTerminationStrategy: PID 29481 died...\u000a05:37:33.490733 run iperf3-srv_10.42.42.10(pid=29481): Terminated {rc=256}\u000a05:37:33.500814 --- ParallelTerminationStrategy: PID 29484 died...\u000a05:37:33.554970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29484): Terminated: ok {rc=0}\u000a05:37:33.564857 --- ParallelTerminationStrategy: PID 29487 died...\u000a05:37:33.619539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29487): Terminated: ok {rc=0}\u000a05:37:33.629372 --- ParallelTerminationStrategy: PID 29490 died...\u000a05:37:33.683243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29490): Terminated: ok {rc=0}\u000a05:37:33.773403 bus /gobi_4: Setting Powered False\u000a05:37:34.877645 bus /gobi_4: Setting Powered False\u000a05:37:35.988521 bus /gobi_1: Setting Powered False\u000a05:37:37.092636 bus /gobi_1: Setting Powered False\u000a05:37:38.199962 bus /gobi_0: Setting Powered False\u000a05:37:39.307403 bus /gobi_0: Setting Powered False\u000a05:37:40.415347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29498): Process ended prematurely: osmo-stp_10.42.42.5(pid=29498) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29498): Process ended prematurely: osmo-stp_10.42.42.5(pid=29498) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:37:41.483510 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:41.495831 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:41.650593 tst ping.py: using LAC 19297\u000a05:37:41.785150 tst ping.py: using RAC 172\u000a05:37:41.915693 tst ping.py: using CellId 19297\u000a05:37:42.043683 tst ping.py: using BVCI 19298\u000a05:37:42.068891 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.080518 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.091849 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.103846 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.115464 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.127049 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.138898 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:42.150421 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:42.449314 tst ping.py:19: start network...\u000a05:37:42.587116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:43.113409 run create_hlr_db(pid=29492): Launched\u000a05:37:43.305238 bus /gobi_6: Setting Powered False\u000a05:37:44.324442 run create_hlr_db(pid=29492): Terminated: ok {rc=0}\u000a05:37:44.740758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29494): Launched\u000a05:37:45.050863 run osmo-hlr_10.42.42.2(pid=29495): Launched\u000a05:37:45.170507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:45.718339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29497): Launched\u000a05:37:46.138851 run osmo-stp_10.42.42.5(pid=29498): Launched\u000a05:37:46.446641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:47.116877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29500): Launched\u000a05:37:47.233211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:47.506449 run patchelf(pid=29501): Launched\u000a05:37:47.687204 run osmo-stp_10.42.42.5(pid=29498): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)]\u000a05:37:47.819128 run osmo-stp_10.42.42.5(pid=29498): stdout: \u000a| (launched: 2022-12-09_05:37:45.876445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:47.951314 run osmo-stp_10.42.42.5(pid=29498): stderr: \u000a| �[0;m�[38;5;43m20221209053746237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053746238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053746240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053746242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053746244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053746245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053746246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:48.078616 run osmo-stp_10.42.42.5(pid=29498): stdout: \u000a| (launched: 2022-12-09_05:37:45.876445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:48.204184 run osmo-stp_10.42.42.5(pid=29498): stderr: \u000a| �[0;m�[38;5;43m20221209053746237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053746238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053746240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053746242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053746244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053746245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053746246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:48.351116 run patchelf(pid=29501): Terminating (SIGINT)\u000a05:37:48.523667 run patchelf(pid=29501): Terminated: ok {rc=0}\u000a05:37:48.554959 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29498): Process ended prematurely: osmo-stp_10.42.42.5(pid=29498) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:37:48.563660 tst ping.py:22: Test FAILED (7.1 sec)\u000a05:37:48.624849 run osmo-hlr_10.42.42.2(pid=29495): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29495)]\u000a05:37:48.674602 run osmo-hlr_10.42.42.2(pid=29495): stdout: \u000a| (launched: 2022-12-09_05:37:44.896788) \u000a05:37:48.724985 run osmo-hlr_10.42.42.2(pid=29495): stderr: \u000a| �[0;m�[1;31m20221209053745075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053745076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053745076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053745076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053745076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053745076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053745088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053745096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053745097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053745097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:48.767810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29494): Terminating (SIGTERM)\u000a05:37:48.808566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29497): Terminating (SIGTERM)\u000a05:37:48.849583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29500): Terminating (SIGTERM)\u000a05:37:48.859149 --- ParallelTerminationStrategy: PID 29494 died...\u000a05:37:48.912938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29494): Terminated: ok {rc=0}\u000a05:37:48.922880 --- ParallelTerminationStrategy: PID 29497 died...\u000a05:37:48.976510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29497): Terminated: ok {rc=0}\u000a05:37:48.986399 --- ParallelTerminationStrategy: PID 29500 died...\u000a05:37:49.040137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29500): Terminated: ok {rc=0}\u000a05:37:49.124883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29508): Process ended prematurely: osmo-stp_10.42.42.5(pid=29508) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29508): Process ended prematurely: osmo-stp_10.42.42.5(pid=29508) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:37:50.179780 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.192199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:50.349951 tst ping_idle_ping.py: using LAC 19298\u000a05:37:50.479086 tst ping_idle_ping.py: using RAC 173\u000a05:37:50.610779 tst ping_idle_ping.py: using CellId 19298\u000a05:37:50.741689 tst ping_idle_ping.py: using BVCI 19299\u000a05:37:50.767532 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.779236 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.790703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.802151 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.813553 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.824831 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.836914 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:50.848558 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:51.147246 tst ping_idle_ping.py:24: start network...\u000a05:37:51.285434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:51.819496 run create_hlr_db(pid=29502): Launched\u000a05:37:52.012931 bus /gobi_6: Setting Powered False\u000a05:37:53.031624 run create_hlr_db(pid=29502): Terminated: ok {rc=0}\u000a05:37:53.448775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29504): Launched\u000a05:37:53.759422 run osmo-hlr_10.42.42.2(pid=29505): Launched\u000a05:37:53.881412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:54.432931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29507): Launched\u000a05:37:54.744787 run osmo-stp_10.42.42.5(pid=29508): Launched\u000a05:37:54.857350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:55.398852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29510): Launched\u000a05:37:55.508857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:55.781286 run patchelf(pid=29511): Launched\u000a05:37:55.962949 run osmo-stp_10.42.42.5(pid=29508): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)]\u000a05:37:56.096053 run osmo-stp_10.42.42.5(pid=29508): stdout: \u000a| (launched: 2022-12-09_05:37:54.589900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:56.228899 run osmo-stp_10.42.42.5(pid=29508): stderr: \u000a| �[0;m�[38;5;43m20221209053754764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053754764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053754764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053754765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053754765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053754765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053754765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:56.357315 run osmo-stp_10.42.42.5(pid=29508): stdout: \u000a| (launched: 2022-12-09_05:37:54.589900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:56.483993 run osmo-stp_10.42.42.5(pid=29508): stderr: \u000a| �[0;m�[38;5;43m20221209053754764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053754764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053754764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053754765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053754765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053754765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053754765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:56.631898 run patchelf(pid=29511): Terminating (SIGINT)\u000a05:37:56.805880 run patchelf(pid=29511): Terminated: ok {rc=0}\u000a05:37:56.837646 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29508): Process ended prematurely: osmo-stp_10.42.42.5(pid=29508) [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29508)] [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:37:56.846470 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a05:37:56.907913 run osmo-hlr_10.42.42.2(pid=29505): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29505)]\u000a05:37:56.958080 run osmo-hlr_10.42.42.2(pid=29505): stdout: \u000a| (launched: 2022-12-09_05:37:53.605297) \u000a05:37:57.009033 run osmo-hlr_10.42.42.2(pid=29505): stderr: \u000a| �[0;m�[1;31m20221209053753785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053753785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053753785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053753785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053753785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053753785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053753803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053753813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053753813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053753813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:57.052034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29504): Terminating (SIGTERM)\u000a05:37:57.092785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29507): Terminating (SIGTERM)\u000a05:37:57.133703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29510): Terminating (SIGTERM)\u000a05:37:57.143375 --- ParallelTerminationStrategy: PID 29504 died...\u000a05:37:57.198261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29504): Terminated: ok {rc=0}\u000a05:37:57.208305 --- ParallelTerminationStrategy: PID 29507 died...\u000a05:37:57.262635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29507): Terminated: ok {rc=0}\u000a05:37:57.272538 --- ParallelTerminationStrategy: PID 29510 died...\u000a05:37:57.326792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29510): Terminated: ok {rc=0}\u000a05:37:57.417635 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29790): Process ended prematurely: osmo-stp_10.42.42.5(pid=29790) [trial-2355↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29790)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29790): Process ended prematurely: osmo-stp_10.42.42.5(pid=29790) [trial-2355↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:37:59.419834 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:59.431689 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:37:59.584901 tst switch_tch_pdch.py: using LAC 19299\u000a05:37:59.711796 tst switch_tch_pdch.py: using RAC 174\u000a05:37:59.840012 tst switch_tch_pdch.py: using CellId 19299\u000a05:37:59.970981 tst switch_tch_pdch.py: using BVCI 19300\u000a05:37:59.996202 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.007896 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.019758 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.031698 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.043371 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.055104 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.067002 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:00.078750 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:38:00.197149 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:38:00.478302 tst switch_tch_pdch.py:51: start network...\u000a05:38:00.606141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:01.185488 run create_hlr_db(pid=29515): Launched\u000a05:38:01.377367 bus /gobi_6: Setting Powered False\u000a05:38:02.472157 run create_hlr_db(pid=29515): Terminated: ok {rc=0}\u000a05:38:03.030722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29617): Launched\u000a05:38:03.491531 run osmo-hlr_10.42.42.2(pid=29663): Launched\u000a05:38:03.784578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:04.558728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29789): Launched\u000a05:38:04.973065 run osmo-stp_10.42.42.5(pid=29790): Launched\u000a05:38:05.210508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:38:05.834545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29792): Launched\u000a05:38:05.948326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:38:06.243232 run patchelf(pid=29793): Launched\u000a05:38:06.428083 run osmo-stp_10.42.42.5(pid=29790): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29790)]\u000a05:38:06.563657 run osmo-stp_10.42.42.5(pid=29790): stdout: \u000a| (launched: 2022-12-09_05:38:04.717260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:06.700357 run osmo-stp_10.42.42.5(pid=29790): stderr: \u000a| �[0;m�[38;5;43m20221209053805052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053805052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053805052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053805061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053805063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053805063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053805063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:06.831912 run osmo-stp_10.42.42.5(pid=29790): stdout: \u000a| (launched: 2022-12-09_05:38:04.717260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:06.963915 run osmo-stp_10.42.42.5(pid=29790): stderr: \u000a| �[0;m�[38;5;43m20221209053805052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053805052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053805052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053805061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053805063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053805063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053805063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:07.116824 run patchelf(pid=29793): Terminating (SIGINT)\u000a05:38:07.294887 run patchelf(pid=29793): Terminated: ok {rc=0}\u000a05:38:07.327779 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29790): Process ended prematurely: osmo-stp_10.42.42.5(pid=29790) [trial-2355↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29790)] [trial-2355↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:38:07.337523 tst switch_tch_pdch.py:54: Test FAILED (7.9 sec)\u000a05:38:07.403571 run osmo-hlr_10.42.42.2(pid=29663): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29663)]\u000a05:38:07.456297 run osmo-hlr_10.42.42.2(pid=29663): stdout: \u000a| (launched: 2022-12-09_05:38:03.221533) \u000a05:38:07.509884 run osmo-hlr_10.42.42.2(pid=29663): stderr: \u000a| �[0;m�[1;31m20221209053803596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053803596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053803596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053803596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053803596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053803596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053803621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053803637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053803638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053803638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:07.555652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29617): Terminating (SIGTERM)\u000a05:38:07.600423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29789): Terminating (SIGTERM)\u000a05:38:07.644586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29792): Terminating (SIGTERM)\u000a05:38:07.657539 --- ParallelTerminationStrategy: PID 29617 died...\u000a05:38:07.716926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29617): Terminated: ok {rc=0}\u000a05:38:07.727793 --- ParallelTerminationStrategy: PID 29789 died...\u000a05:38:07.785965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29789): Terminated: ok {rc=0}\u000a05:38:07.796698 --- ParallelTerminationStrategy: PID 29792 died...\u000a05:38:07.854168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29792): Terminated: ok {rc=0}\u000a05:38:07.941917 bus /gobi_0: Setting Powered False\u000a05:38:09.048074 bus /gobi_0: Setting Powered False\u000a05:38:10.165802 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:37:59" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29805): Process ended prematurely: osmo-stp_10.42.42.5(pid=29805) [trial-2355↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29805): Process ended prematurely: osmo-stp_10.42.42.5(pid=29805) [trial-2355↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:38:12.115024 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.127244 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:38:12.278982 tst switch_tch_pdch.py: using LAC 19300\u000a05:38:12.403322 tst switch_tch_pdch.py: using RAC 175\u000a05:38:12.528535 tst switch_tch_pdch.py: using CellId 19300\u000a05:38:12.653732 tst switch_tch_pdch.py: using BVCI 19301\u000a05:38:12.679305 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.691654 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.703529 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.718560 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.731258 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.743115 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.756180 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:12.769745 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:38:12.894080 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:38:13.185502 tst switch_tch_pdch.py:51: start network...\u000a05:38:13.318936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:13.839211 run create_hlr_db(pid=29799): Launched\u000a05:38:13.970963 bus /gobi_6: Setting Powered False\u000a05:38:15.045969 run create_hlr_db(pid=29799): Terminated: ok {rc=0}\u000a05:38:15.464933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29801): Launched\u000a05:38:15.889693 run osmo-hlr_10.42.42.2(pid=29802): Launched\u000a05:38:16.139532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:16.880661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29804): Launched\u000a05:38:17.393483 run osmo-stp_10.42.42.5(pid=29805): Launched\u000a05:38:17.588298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:38:18.261709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29807): Launched\u000a05:38:18.382379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:38:18.710135 run patchelf(pid=29808): Launched\u000a05:38:18.898517 run osmo-stp_10.42.42.5(pid=29805): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)]\u000a05:38:19.038264 run osmo-stp_10.42.42.5(pid=29805): stdout: \u000a| (launched: 2022-12-09_05:38:17.075689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:19.176675 run osmo-stp_10.42.42.5(pid=29805): stderr: \u000a| �[0;m�[38;5;43m20221209053817469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053817469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053817470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053817471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053817471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053817471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053817471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:19.311588 run osmo-stp_10.42.42.5(pid=29805): stdout: \u000a| (launched: 2022-12-09_05:38:17.075689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:19.443914 run osmo-stp_10.42.42.5(pid=29805): stderr: \u000a| �[0;m�[38;5;43m20221209053817469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053817469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053817470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053817471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053817471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053817471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053817471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:19.600802 run patchelf(pid=29808): Terminating (SIGINT)\u000a05:38:19.782878 run patchelf(pid=29808): Terminated: ok {rc=0}\u000a05:38:19.817437 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29805): Process ended prematurely: osmo-stp_10.42.42.5(pid=29805) [trial-2355↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)] [trial-2355↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:38:19.827277 tst switch_tch_pdch.py:54: Test FAILED (7.7 sec)\u000a05:38:19.894714 run osmo-hlr_10.42.42.2(pid=29802): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29802)]\u000a05:38:19.949247 run osmo-hlr_10.42.42.2(pid=29802): stdout: \u000a| (launched: 2022-12-09_05:38:15.629530) \u000a05:38:20.004475 run osmo-hlr_10.42.42.2(pid=29802): stderr: \u000a| �[0;m�[1;31m20221209053815993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053815993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053815993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053815993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053815993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053815993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053816015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053816030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053816030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053816030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:20.051305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29801): Terminating (SIGTERM)\u000a05:38:20.097815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29804): Terminating (SIGTERM)\u000a05:38:20.142829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29807): Terminating (SIGTERM)\u000a05:38:20.155821 --- ParallelTerminationStrategy: PID 29801 died...\u000a05:38:20.217867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29801): Terminated: ok {rc=0}\u000a05:38:20.228893 --- ParallelTerminationStrategy: PID 29804 died...\u000a05:38:20.287367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29804): Terminated: ok {rc=0}\u000a05:38:20.298671 --- ParallelTerminationStrategy: PID 29807 died...\u000a05:38:20.358800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29807): Terminated: ok {rc=0}\u000a05:38:20.449167 bus /gobi_0: Setting Powered False\u000a05:38:21.560308 bus /gobi_0: Setting Powered False\u000a05:38:22.676435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:38:11" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29813): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29813) [trial-2355↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29813)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29813): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29813) [trial-2355↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a05:38:24.553417 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a05:38:24.565551 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:24.699169 tst mo_mt_sms.py: using LAC 19301\u000a05:38:24.827170 tst mo_mt_sms.py: using RAC 176\u000a05:38:24.954194 tst mo_mt_sms.py: using CellId 19301\u000a05:38:25.079001 tst mo_mt_sms.py: using BVCI 19302\u000a05:38:25.104247 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:25.230506 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:25.513937 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:38:25.642538 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:38:26.281660 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29812): Launched\u000a05:38:26.589752 run osmo-nitb_10.42.42.2(pid=29813): Launched\u000a05:38:26.779376 run osmo-nitb_10.42.42.2(pid=29813): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29813)]\u000a05:38:26.919481 run osmo-nitb_10.42.42.2(pid=29813): stdout: \u000a| (launched: 2022-12-09_05:38:26.439093) \u000a05:38:27.059775 run osmo-nitb_10.42.42.2(pid=29813): stderr: \u000a| (launched: 2022-12-09_05:38:26.484658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:27.195521 run osmo-nitb_10.42.42.2(pid=29813): stdout: \u000a| (launched: 2022-12-09_05:38:26.439093) \u000a05:38:27.329806 run osmo-nitb_10.42.42.2(pid=29813): stderr: \u000a| (launched: 2022-12-09_05:38:26.484658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:27.714330 tst osmo-nitb_10.42.42.2(pid=29813): stdout: \u000a| (launched: 2022-12-09_05:38:26.439093) \u000a05:38:27.837300 tst osmo-nitb_10.42.42.2(pid=29813): stderr: \u000a| (launched: 2022-12-09_05:38:26.484658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:27.890719 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29813): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29813) [trial-2355↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29813)] [trial-2355↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a05:38:27.899035 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a05:38:27.934376 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29812): Terminating (SIGTERM)\u000a05:38:28.111779 --- ParallelTerminationStrategy: PID 29812 died...\u000a05:38:28.167929 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29812): Terminated: ok {rc=0}\u000a05:38:28.257097 bus /sierra_3: Setting Powered False\u000a05:38:29.361670 bus /sierra_3: Setting Powered False\u000a05:38:30.474643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:38:24" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29823): Process ended prematurely: osmo-stp_10.42.42.5(pid=29823) [trial-2355↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29823)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29823): Process ended prematurely: osmo-stp_10.42.42.5(pid=29823) [trial-2355↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a05:38:32.364327 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:32.375384 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:32.500584 tst mo_mt_sms.py: using LAC 19302\u000a05:38:32.621366 tst mo_mt_sms.py: using RAC 177\u000a05:38:32.744892 tst mo_mt_sms.py: using CellId 19302\u000a05:38:32.863707 tst mo_mt_sms.py: using BVCI 19303\u000a05:38:32.887118 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:32.897678 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:32.908145 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:32.919000 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:32.929805 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:32.940463 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:33.060214 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:33.263743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:33.749691 run create_hlr_db(pid=29817): Launched\u000a05:38:33.926812 bus /sierra_2: Setting Powered False\u000a05:38:34.948182 run create_hlr_db(pid=29817): Terminated: ok {rc=0}\u000a05:38:35.359930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29819): Launched\u000a05:38:35.668390 run osmo-hlr_10.42.42.2(pid=29820): Launched\u000a05:38:35.783282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:36.325514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29822): Launched\u000a05:38:36.635623 run osmo-stp_10.42.42.5(pid=29823): Launched\u000a05:38:36.747068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:37.310520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29825): Launched\u000a05:38:37.619565 run osmo-msc_10.42.42.6(pid=29826): Launched\u000a05:38:37.804375 run osmo-stp_10.42.42.5(pid=29823): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29823)]\u000a05:38:37.935499 run osmo-stp_10.42.42.5(pid=29823): stdout: \u000a| (launched: 2022-12-09_05:38:36.481846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:38.064019 run osmo-stp_10.42.42.5(pid=29823): stderr: \u000a| �[0;m�[38;5;43m20221209053836655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053836656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053836656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053836656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053836657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053836657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053836657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:38.187680 run osmo-stp_10.42.42.5(pid=29823): stdout: \u000a| (launched: 2022-12-09_05:38:36.481846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:38.310478 run osmo-stp_10.42.42.5(pid=29823): stderr: \u000a| �[0;m�[38;5;43m20221209053836655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053836656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053836656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053836656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053836657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053836657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053836657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:38.364723 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29823): Process ended prematurely: osmo-stp_10.42.42.5(pid=29823) [trial-2355↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29823)] [trial-2355↪sms:oc2g↪mo_mt_sms.py:16]\u000a05:38:38.372910 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a05:38:38.434092 run osmo-hlr_10.42.42.2(pid=29820): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29820)]\u000a05:38:38.484209 run osmo-hlr_10.42.42.2(pid=29820): stdout: \u000a| (launched: 2022-12-09_05:38:35.515443) \u000a05:38:38.535242 run osmo-hlr_10.42.42.2(pid=29820): stderr: \u000a| �[0;m�[1;31m20221209053835695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053835695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053835695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053835695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053835695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053835695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053835707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053835716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053835717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053835717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:38.603498 run osmo-msc_10.42.42.6(pid=29826): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29826)]\u000a05:38:38.653833 run osmo-msc_10.42.42.6(pid=29826): stdout: \u000a| (launched: 2022-12-09_05:38:37.466055) \u000a05:38:38.704308 run osmo-msc_10.42.42.6(pid=29826): stderr: \u000a| �[0;m�[38;5;43m20221209053837742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053837743 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e7a1e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053837743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053837743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053837743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053837743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053837745 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053837745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053837746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053837746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:38:38.747082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29819): Terminating (SIGTERM)\u000a05:38:38.787694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29822): Terminating (SIGTERM)\u000a05:38:38.828582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29825): Terminating (SIGTERM)\u000a05:38:38.838381 --- ParallelTerminationStrategy: PID 29819 died...\u000a05:38:38.893632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29819): Terminated: ok {rc=0}\u000a05:38:38.903926 --- ParallelTerminationStrategy: PID 29822 died...\u000a05:38:38.958516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29822): Terminated: ok {rc=0}\u000a05:38:38.968676 --- ParallelTerminationStrategy: PID 29825 died...\u000a05:38:39.023065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29825): Terminated: ok {rc=0}\u000a05:38:39.112371 bus /sierra_3: Setting Powered False\u000a05:38:40.219445 bus /sierra_3: Setting Powered False\u000a05:38:41.329211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:38:32" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29832): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29832) [trial-2355↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29832)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29832): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29832) [trial-2355↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a05:38:43.127654 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a05:38:43.138932 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:43.264609 tst assert_extension.py: using LAC 19303\u000a05:38:43.385260 tst assert_extension.py: using RAC 178\u000a05:38:43.513661 tst assert_extension.py: using CellId 19303\u000a05:38:43.646707 tst assert_extension.py: using BVCI 19304\u000a05:38:43.671888 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a05:38:43.954807 tst assert_extension.py:10: start nitb and bts...\u000a05:38:44.083018 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:38:44.720485 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29831): Launched\u000a05:38:45.025803 run osmo-nitb_10.42.42.2(pid=29832): Launched\u000a05:38:45.215177 run osmo-nitb_10.42.42.2(pid=29832): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29832)]\u000a05:38:45.355250 run osmo-nitb_10.42.42.2(pid=29832): stdout: \u000a| (launched: 2022-12-09_05:38:44.876299) \u000a05:38:45.495150 run osmo-nitb_10.42.42.2(pid=29832): stderr: \u000a| (launched: 2022-12-09_05:38:44.921947)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:45.630507 run osmo-nitb_10.42.42.2(pid=29832): stdout: \u000a| (launched: 2022-12-09_05:38:44.876299) \u000a05:38:45.764327 run osmo-nitb_10.42.42.2(pid=29832): stderr: \u000a| (launched: 2022-12-09_05:38:44.921947)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:46.151593 tst osmo-nitb_10.42.42.2(pid=29832): stdout: \u000a| (launched: 2022-12-09_05:38:44.876299) \u000a05:38:46.277272 tst osmo-nitb_10.42.42.2(pid=29832): stderr: \u000a| (launched: 2022-12-09_05:38:44.921947)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:46.333496 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29832): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29832) [trial-2355↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29832)] [trial-2355↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a05:38:46.343098 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:38:46.382858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29831): Terminating (SIGTERM)\u000a05:38:46.560707 --- ParallelTerminationStrategy: PID 29831 died...\u000a05:38:46.618422 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29831): Terminated: ok {rc=0}\u000a05:38:46.707288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:38:43" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29843): Process ended prematurely: osmo-stp_10.42.42.5(pid=29843) [trial-2355↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29843)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29843): Process ended prematurely: osmo-stp_10.42.42.5(pid=29843) [trial-2355↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a05:38:48.506284 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:48.516910 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:48.639173 tst assert_extension.py: using LAC 19304\u000a05:38:48.760378 tst assert_extension.py: using RAC 179\u000a05:38:48.880893 tst assert_extension.py: using CellId 19304\u000a05:38:49.009408 tst assert_extension.py: using BVCI 19305\u000a05:38:49.034404 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:49.045519 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:49.056491 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:49.067431 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:49.078759 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:49.089658 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a05:38:49.293077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:49.779380 run create_hlr_db(pid=29836): Launched\u000a05:38:49.957508 bus /sierra_2: Setting Powered False\u000a05:38:50.977633 run create_hlr_db(pid=29836): Terminated: ok {rc=0}\u000a05:38:51.419972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29838): Launched\u000a05:38:51.753522 run osmo-hlr_10.42.42.2(pid=29839): Launched\u000a05:38:51.873438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:52.453277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29841): Launched\u000a05:38:52.783607 run osmo-stp_10.42.42.5(pid=29843): Launched\u000a05:38:52.902692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:53.503857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29845): Launched\u000a05:38:53.833848 run osmo-msc_10.42.42.6(pid=29846): Launched\u000a05:38:54.025802 run osmo-stp_10.42.42.5(pid=29843): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29843)]\u000a05:38:54.164100 run osmo-stp_10.42.42.5(pid=29843): stdout: \u000a| (launched: 2022-12-09_05:38:52.620339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:54.302776 run osmo-stp_10.42.42.5(pid=29843): stderr: \u000a| �[0;m�[38;5;43m20221209053852816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053852816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053852817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053852817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053852817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053852817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053852818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:54.434654 run osmo-stp_10.42.42.5(pid=29843): stdout: \u000a| (launched: 2022-12-09_05:38:52.620339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:54.565770 run osmo-stp_10.42.42.5(pid=29843): stderr: \u000a| �[0;m�[38;5;43m20221209053852816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053852816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053852817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053852817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053852817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053852817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053852818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:54.622851 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29843): Process ended prematurely: osmo-stp_10.42.42.5(pid=29843) [trial-2355↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29843)] [trial-2355↪ussd:oc2g↪assert_extension.py:17]\u000a05:38:54.631503 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a05:38:54.694069 run osmo-hlr_10.42.42.2(pid=29839): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29839)]\u000a05:38:54.743333 run osmo-hlr_10.42.42.2(pid=29839): stdout: \u000a| (launched: 2022-12-09_05:38:51.587665) \u000a05:38:54.793602 run osmo-hlr_10.42.42.2(pid=29839): stderr: \u000a| �[0;m�[1;31m20221209053851790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053851790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053851790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053851790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053851790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053851790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053851804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053851812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053851812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053851812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:54.861344 run osmo-msc_10.42.42.6(pid=29846): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29846)]\u000a05:38:54.911253 run osmo-msc_10.42.42.6(pid=29846): stdout: \u000a| (launched: 2022-12-09_05:38:53.670807) \u000a05:38:54.961189 run osmo-msc_10.42.42.6(pid=29846): stderr: \u000a| �[0;m�[38;5;43m20221209053853996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053853996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa78c3d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053853996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053853996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053853997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053853997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053853998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053853999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053853999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053853999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:38:55.003451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29838): Terminating (SIGTERM)\u000a05:38:55.043627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29841): Terminating (SIGTERM)\u000a05:38:55.083929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29845): Terminating (SIGTERM)\u000a05:38:55.093573 --- ParallelTerminationStrategy: PID 29838 died...\u000a05:38:55.147348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29838): Terminated: ok {rc=0}\u000a05:38:55.157406 --- ParallelTerminationStrategy: PID 29841 died...\u000a05:38:55.210947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29841): Terminated: ok {rc=0}\u000a05:38:55.220922 --- ParallelTerminationStrategy: PID 29845 died...\u000a05:38:55.274252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29845): Terminated: ok {rc=0}\u000a05:38:55.363075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:38:48" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:38:57.279665 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:57.290779 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:38:57.439582 tst mo_mt_call.py: using LAC 19305\u000a05:38:57.569316 tst mo_mt_call.py: using RAC 180\u000a05:38:57.691380 tst mo_mt_call.py: using CellId 19305\u000a05:38:57.812541 tst mo_mt_call.py: using BVCI 19306\u000a05:38:57.836304 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:57.847382 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:57.858405 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:57.869630 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:57.880722 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:57.891944 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:38:58.012853 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:38:58.221212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:58.719385 run create_hlr_db(pid=29852): Launched\u000a05:38:58.899098 bus /sierra_2: Setting Powered False\u000a05:38:59.920512 run create_hlr_db(pid=29852): Terminated: ok {rc=0}\u000a05:39:00.368289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Launched\u000a05:39:00.706268 run osmo-hlr_10.42.42.2(pid=29855): Launched\u000a05:39:00.836416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:01.517799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Launched\u000a05:39:01.874977 run osmo-stp_10.42.42.5(pid=29858): Launched\u000a05:39:02.126830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:02.812185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29860): Launched\u000a05:39:03.150317 run osmo-msc_10.42.42.6(pid=29861): Launched\u000a05:39:03.347376 run osmo-stp_10.42.42.5(pid=29858): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]\u000a05:39:03.488310 run osmo-stp_10.42.42.5(pid=29858): stdout: \u000a| (launched: 2022-12-09_05:39:01.683643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:03.628136 run osmo-stp_10.42.42.5(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221209053902094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053902095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053902097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053902099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053902101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053902101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053902102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:03.761954 run osmo-stp_10.42.42.5(pid=29858): stdout: \u000a| (launched: 2022-12-09_05:39:01.683643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:03.894758 run osmo-stp_10.42.42.5(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221209053902094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053902095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053902097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053902099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053902101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053902101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053902102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:03.953201 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:39:03.962386 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a05:39:04.025517 run osmo-hlr_10.42.42.2(pid=29855): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29855)]\u000a05:39:04.077263 run osmo-hlr_10.42.42.2(pid=29855): stdout: \u000a| (launched: 2022-12-09_05:39:00.539757) \u000a05:39:04.129588 run osmo-hlr_10.42.42.2(pid=29855): stderr: \u000a| �[0;m�[1;31m20221209053900743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053900743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053900743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053900743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053900743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053900743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053900755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053900764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053900765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053900765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:04.200633 run osmo-msc_10.42.42.6(pid=29861): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29861)]\u000a05:39:04.252064 run osmo-msc_10.42.42.6(pid=29861): stdout: \u000a| (launched: 2022-12-09_05:39:02.982857) \u000a05:39:04.304456 run osmo-msc_10.42.42.6(pid=29861): stderr: \u000a| �[0;m�[38;5;43m20221209053903310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053903311 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27b59d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053903311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053903311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053903311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053903312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053903313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053903314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053903314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053903314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:04.348852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Terminating (SIGTERM)\u000a05:39:04.390851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Terminating (SIGTERM)\u000a05:39:04.432858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29860): Terminating (SIGTERM)\u000a05:39:04.442618 --- ParallelTerminationStrategy: PID 29854 died...\u000a05:39:04.498925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Terminated: ok {rc=0}\u000a05:39:04.509137 --- ParallelTerminationStrategy: PID 29857 died...\u000a05:39:04.565827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Terminated: ok {rc=0}\u000a05:39:04.575897 --- ParallelTerminationStrategy: PID 29860 died...\u000a05:39:04.631780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29860): Terminated: ok {rc=0}\u000a05:39:04.719618 bus /sierra_3: Setting Powered False\u000a05:39:05.827155 bus /sierra_3: Setting Powered False\u000a05:39:06.935522 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:08.050973 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:08.063503 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:39:08.219389 tst mo_mt_call_osmux.py: using LAC 19306\u000a05:39:08.355827 tst mo_mt_call_osmux.py: using RAC 181\u000a05:39:08.486311 tst mo_mt_call_osmux.py: using CellId 19306\u000a05:39:08.616139 tst mo_mt_call_osmux.py: using BVCI 19307\u000a05:39:08.641965 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:08.653654 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:08.665097 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:08.676424 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:08.687791 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:08.699248 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:39:08.817510 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:39:09.024770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:09.523018 run create_hlr_db(pid=29863): Launched\u000a05:39:09.704457 bus /sierra_2: Setting Powered False\u000a05:39:10.726012 run create_hlr_db(pid=29863): Terminated: ok {rc=0}\u000a05:39:11.145673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Launched\u000a05:39:11.462018 run osmo-hlr_10.42.42.2(pid=29866): Launched\u000a05:39:11.584787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:12.139613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Launched\u000a05:39:12.456251 run osmo-stp_10.42.42.5(pid=29869): Launched\u000a05:39:12.571330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:13.146058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Launched\u000a05:39:13.462102 run osmo-msc_10.42.42.6(pid=29872): Launched\u000a05:39:13.648506 run osmo-stp_10.42.42.5(pid=29869): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]\u000a05:39:13.781468 run osmo-stp_10.42.42.5(pid=29869): stdout: \u000a| (launched: 2022-12-09_05:39:12.299156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:13.911906 run osmo-stp_10.42.42.5(pid=29869): stderr: \u000a| �[0;m�[38;5;43m20221209053912472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053912472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053912473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053912473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053912475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053912475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053912475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:14.037467 run osmo-stp_10.42.42.5(pid=29869): stdout: \u000a| (launched: 2022-12-09_05:39:12.299156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:14.162326 run osmo-stp_10.42.42.5(pid=29869): stderr: \u000a| �[0;m�[38;5;43m20221209053912472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053912472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053912473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053912473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053912475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053912475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053912475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:14.216887 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:39:14.225494 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:39:14.287096 run osmo-hlr_10.42.42.2(pid=29866): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29866)]\u000a05:39:14.337219 run osmo-hlr_10.42.42.2(pid=29866): stdout: \u000a| (launched: 2022-12-09_05:39:11.305288) \u000a05:39:14.387900 run osmo-hlr_10.42.42.2(pid=29866): stderr: \u000a| �[0;m�[1;31m20221209053911484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053911484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053911484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053911484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053911484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053911484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053911496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053911505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053911505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053911505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:14.456710 run osmo-msc_10.42.42.6(pid=29872): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29872)]\u000a05:39:14.506715 run osmo-msc_10.42.42.6(pid=29872): stdout: \u000a| (launched: 2022-12-09_05:39:13.305238) \u000a05:39:14.557470 run osmo-msc_10.42.42.6(pid=29872): stderr: \u000a| �[0;m�[38;5;43m20221209053913584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053913584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b3cf14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053913584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053913584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053913584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053913584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053913586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053913587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053913587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053913587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:14.600515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Terminating (SIGTERM)\u000a05:39:14.641603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Terminating (SIGTERM)\u000a05:39:14.682338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Terminating (SIGTERM)\u000a05:39:14.691959 --- ParallelTerminationStrategy: PID 29865 died...\u000a05:39:14.746485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Terminated: ok {rc=0}\u000a05:39:14.756495 --- ParallelTerminationStrategy: PID 29868 died...\u000a05:39:14.811041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Terminated: ok {rc=0}\u000a05:39:14.820820 --- ParallelTerminationStrategy: PID 29871 died...\u000a05:39:14.875016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Terminated: ok {rc=0}\u000a05:39:14.964598 bus /sierra_3: Setting Powered False\u000a05:39:16.076542 bus /sierra_3: Setting Powered False\u000a05:39:17.194258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:38:57" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29883): Process ended prematurely: osmo-stp_10.42.42.5(pid=29883) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29883)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29883): Process ended prematurely: osmo-stp_10.42.42.5(pid=29883) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:19.159920 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:19.171537 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:39:19.328015 tst mo_mt_call.py: using LAC 19307\u000a05:39:19.460727 tst mo_mt_call.py: using RAC 182\u000a05:39:19.591664 tst mo_mt_call.py: using CellId 19307\u000a05:39:19.719288 tst mo_mt_call.py: using BVCI 19308\u000a05:39:19.743175 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:19.754329 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:19.765271 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:19.776361 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:19.787441 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:19.798673 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:19.918687 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:20.135307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:20.679080 run create_hlr_db(pid=29877): Launched\u000a05:39:20.873427 bus /sierra_2: Setting Powered False\u000a05:39:21.894846 run create_hlr_db(pid=29877): Terminated: ok {rc=0}\u000a05:39:22.318057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29879): Launched\u000a05:39:22.634906 run osmo-hlr_10.42.42.2(pid=29880): Launched\u000a05:39:22.752638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:23.297378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29882): Launched\u000a05:39:23.613529 run osmo-stp_10.42.42.5(pid=29883): Launched\u000a05:39:23.728173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:24.301597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29885): Launched\u000a05:39:24.620041 run osmo-msc_10.42.42.6(pid=29886): Launched\u000a05:39:24.806577 run osmo-stp_10.42.42.5(pid=29883): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29883)]\u000a05:39:24.940090 run osmo-stp_10.42.42.5(pid=29883): stdout: \u000a| (launched: 2022-12-09_05:39:23.456534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:25.071524 run osmo-stp_10.42.42.5(pid=29883): stderr: \u000a| �[0;m�[38;5;43m20221209053923630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053923630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053923631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053923631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053923631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053923632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053923632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:25.197873 run osmo-stp_10.42.42.5(pid=29883): stdout: \u000a| (launched: 2022-12-09_05:39:23.456534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:25.323203 run osmo-stp_10.42.42.5(pid=29883): stderr: \u000a| �[0;m�[38;5;43m20221209053923630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053923630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053923631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053923631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053923631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053923632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053923632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:25.377949 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29883): Process ended prematurely: osmo-stp_10.42.42.5(pid=29883) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29883)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:39:25.386544 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:39:25.448221 run osmo-hlr_10.42.42.2(pid=29880): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29880)]\u000a05:39:25.498449 run osmo-hlr_10.42.42.2(pid=29880): stdout: \u000a| (launched: 2022-12-09_05:39:22.477563) \u000a05:39:25.549714 run osmo-hlr_10.42.42.2(pid=29880): stderr: \u000a| �[0;m�[1;31m20221209053922660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053922660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053922660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053922660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053922660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053922660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053922672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053922681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053922681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053922681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:25.619015 run osmo-msc_10.42.42.6(pid=29886): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29886)]\u000a05:39:25.669417 run osmo-msc_10.42.42.6(pid=29886): stdout: \u000a| (launched: 2022-12-09_05:39:24.460810) \u000a05:39:25.720012 run osmo-msc_10.42.42.6(pid=29886): stderr: \u000a| �[0;m�[38;5;43m20221209053924740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053924740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67b9d53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053924740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053924740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053924740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053924741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053924742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053924743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053924743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053924743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:25.762529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29879): Terminating (SIGTERM)\u000a05:39:25.803570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29882): Terminating (SIGTERM)\u000a05:39:25.844137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29885): Terminating (SIGTERM)\u000a05:39:25.853621 --- ParallelTerminationStrategy: PID 29879 died...\u000a05:39:25.907836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29879): Terminated: ok {rc=0}\u000a05:39:25.917606 --- ParallelTerminationStrategy: PID 29882 died...\u000a05:39:25.971278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29882): Terminated: ok {rc=0}\u000a05:39:25.981237 --- ParallelTerminationStrategy: PID 29885 died...\u000a05:39:26.035047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29885): Terminated: ok {rc=0}\u000a05:39:26.125759 bus /sierra_3: Setting Powered False\u000a05:39:27.230578 bus /sierra_3: Setting Powered False\u000a05:39:28.344207 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29894): Process ended prematurely: osmo-stp_10.42.42.5(pid=29894) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29894): Process ended prematurely: osmo-stp_10.42.42.5(pid=29894) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:29.457355 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:29.469204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:39:29.625568 tst mo_mt_call_osmux.py: using LAC 19308\u000a05:39:29.759265 tst mo_mt_call_osmux.py: using RAC 183\u000a05:39:29.891061 tst mo_mt_call_osmux.py: using CellId 19308\u000a05:39:30.023249 tst mo_mt_call_osmux.py: using BVCI 19309\u000a05:39:30.048854 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:30.060413 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:30.071809 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:30.083820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:30.095825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:30.107794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:30.227741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:30.450006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:31.047638 run create_hlr_db(pid=29888): Launched\u000a05:39:31.233676 bus /sierra_2: Setting Powered False\u000a05:39:32.252093 run create_hlr_db(pid=29888): Terminated: ok {rc=0}\u000a05:39:32.700295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29890): Launched\u000a05:39:33.038020 run osmo-hlr_10.42.42.2(pid=29891): Launched\u000a05:39:33.162451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:33.748685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29893): Launched\u000a05:39:34.088164 run osmo-stp_10.42.42.5(pid=29894): Launched\u000a05:39:34.210165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:34.826288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29896): Launched\u000a05:39:35.163223 run osmo-msc_10.42.42.6(pid=29897): Launched\u000a05:39:35.359822 run osmo-stp_10.42.42.5(pid=29894): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)]\u000a05:39:35.505926 run osmo-stp_10.42.42.5(pid=29894): stdout: \u000a| (launched: 2022-12-09_05:39:33.919771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:35.646647 run osmo-stp_10.42.42.5(pid=29894): stderr: \u000a| �[0;m�[38;5;43m20221209053934117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053934117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053934117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053934118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053934118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053934118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053934118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:35.780798 run osmo-stp_10.42.42.5(pid=29894): stdout: \u000a| (launched: 2022-12-09_05:39:33.919771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:35.913505 run osmo-stp_10.42.42.5(pid=29894): stderr: \u000a| �[0;m�[38;5;43m20221209053934117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053934117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053934117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053934118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053934118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053934118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053934118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:35.971856 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29894): Process ended prematurely: osmo-stp_10.42.42.5(pid=29894) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:39:35.981100 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:39:36.043935 run osmo-hlr_10.42.42.2(pid=29891): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29891)]\u000a05:39:36.095765 run osmo-hlr_10.42.42.2(pid=29891): stdout: \u000a| (launched: 2022-12-09_05:39:32.871899) \u000a05:39:36.148344 run osmo-hlr_10.42.42.2(pid=29891): stderr: \u000a| �[0;m�[1;31m20221209053933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053933074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053933086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053933097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053933097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053933097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:36.219506 run osmo-msc_10.42.42.6(pid=29897): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29897)]\u000a05:39:36.271381 run osmo-msc_10.42.42.6(pid=29897): stdout: \u000a| (launched: 2022-12-09_05:39:34.997362) \u000a05:39:36.323989 run osmo-msc_10.42.42.6(pid=29897): stderr: \u000a| �[0;m�[38;5;43m20221209053935324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053935324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb681ba5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053935324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053935324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053935325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053935325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053935326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053935327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053935327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053935327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:36.368547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29890): Terminating (SIGTERM)\u000a05:39:36.410705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29893): Terminating (SIGTERM)\u000a05:39:36.452891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29896): Terminating (SIGTERM)\u000a05:39:36.462715 --- ParallelTerminationStrategy: PID 29890 died...\u000a05:39:36.519187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29890): Terminated: ok {rc=0}\u000a05:39:36.529423 --- ParallelTerminationStrategy: PID 29893 died...\u000a05:39:36.585410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29893): Terminated: ok {rc=0}\u000a05:39:36.595550 --- ParallelTerminationStrategy: PID 29896 died...\u000a05:39:36.651416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29896): Terminated: ok {rc=0}\u000a05:39:36.738702 bus /sierra_3: Setting Powered False\u000a05:39:37.842865 bus /sierra_3: Setting Powered False\u000a05:39:38.954850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29908): Process ended prematurely: osmo-stp_10.42.42.5(pid=29908) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29908): Process ended prematurely: osmo-stp_10.42.42.5(pid=29908) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:40.927724 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:40.939257 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:39:41.092615 tst mo_mt_call.py: using LAC 19309\u000a05:39:41.222043 tst mo_mt_call.py: using RAC 184\u000a05:39:41.358138 tst mo_mt_call.py: using CellId 19309\u000a05:39:41.490037 tst mo_mt_call.py: using BVCI 19310\u000a05:39:41.515746 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:41.527303 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:41.538692 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:41.550101 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:41.561554 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:41.572928 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:41.691464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:41.907885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:42.447664 run create_hlr_db(pid=29902): Launched\u000a05:39:42.641366 bus /sierra_2: Setting Powered False\u000a05:39:43.662098 run create_hlr_db(pid=29902): Terminated: ok {rc=0}\u000a05:39:44.109790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29904): Launched\u000a05:39:44.448102 run osmo-hlr_10.42.42.2(pid=29905): Launched\u000a05:39:44.574328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:45.159032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29907): Launched\u000a05:39:45.495783 run osmo-stp_10.42.42.5(pid=29908): Launched\u000a05:39:45.617220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:46.248321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29910): Launched\u000a05:39:46.675560 run osmo-msc_10.42.42.6(pid=29911): Launched\u000a05:39:47.069695 run osmo-stp_10.42.42.5(pid=29908): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)]\u000a05:39:47.219016 run osmo-stp_10.42.42.5(pid=29908): stdout: \u000a| (launched: 2022-12-09_05:39:45.330045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:47.353863 run osmo-stp_10.42.42.5(pid=29908): stderr: \u000a| �[0;m�[38;5;43m20221209053945528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053945528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053945529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053945529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053945530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053945530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053945530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:47.479752 run osmo-stp_10.42.42.5(pid=29908): stdout: \u000a| (launched: 2022-12-09_05:39:45.330045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:47.604668 run osmo-stp_10.42.42.5(pid=29908): stderr: \u000a| �[0;m�[38;5;43m20221209053945528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053945528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053945529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053945529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053945530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053945530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053945530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:47.659571 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29908): Process ended prematurely: osmo-stp_10.42.42.5(pid=29908) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29908)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:39:47.668319 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a05:39:47.730213 run osmo-hlr_10.42.42.2(pid=29905): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29905)]\u000a05:39:47.780581 run osmo-hlr_10.42.42.2(pid=29905): stdout: \u000a| (launched: 2022-12-09_05:39:44.281531) \u000a05:39:47.831884 run osmo-hlr_10.42.42.2(pid=29905): stderr: \u000a| �[0;m�[1;31m20221209053944484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053944484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053944484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053944484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053944484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053944484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053944496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053944505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053944506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053944506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:47.901025 run osmo-msc_10.42.42.6(pid=29911): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29911)]\u000a05:39:47.951342 run osmo-msc_10.42.42.6(pid=29911): stdout: \u000a| (launched: 2022-12-09_05:39:46.412855) \u000a05:39:48.002104 run osmo-msc_10.42.42.6(pid=29911): stderr: \u000a| �[0;m�[38;5;43m20221209053947016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053947021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50c9290c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053947021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053947021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053947021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053947021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053947029 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053947030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053947030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053947030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:48.044864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29904): Terminating (SIGTERM)\u000a05:39:48.085557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29907): Terminating (SIGTERM)\u000a05:39:48.126394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29910): Terminating (SIGTERM)\u000a05:39:48.136102 --- ParallelTerminationStrategy: PID 29904 died...\u000a05:39:48.191012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29904): Terminated: ok {rc=0}\u000a05:39:48.200865 --- ParallelTerminationStrategy: PID 29907 died...\u000a05:39:48.255217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29907): Terminated: ok {rc=0}\u000a05:39:48.265302 --- ParallelTerminationStrategy: PID 29910 died...\u000a05:39:48.319646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29910): Terminated: ok {rc=0}\u000a05:39:48.408367 bus /sierra_3: Setting Powered False\u000a05:39:49.513070 bus /sierra_3: Setting Powered False\u000a05:39:50.625762 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29919): Process ended prematurely: osmo-stp_10.42.42.5(pid=29919) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29919)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29919): Process ended prematurely: osmo-stp_10.42.42.5(pid=29919) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:51.737874 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:51.749646 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:39:51.898377 tst mo_mt_call_osmux.py: using LAC 19310\u000a05:39:52.022921 tst mo_mt_call_osmux.py: using RAC 185\u000a05:39:52.147652 tst mo_mt_call_osmux.py: using CellId 19310\u000a05:39:52.279348 tst mo_mt_call_osmux.py: using BVCI 19311\u000a05:39:52.305336 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:52.317175 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:52.329094 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:52.341209 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:52.353181 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:52.365500 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:52.484262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:52.701952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:53.243981 run create_hlr_db(pid=29913): Launched\u000a05:39:53.439464 bus /sierra_2: Setting Powered False\u000a05:39:54.449649 run create_hlr_db(pid=29913): Terminated: ok {rc=0}\u000a05:39:54.879816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29915): Launched\u000a05:39:55.196682 run osmo-hlr_10.42.42.2(pid=29916): Launched\u000a05:39:55.315969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:55.860848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29918): Launched\u000a05:39:56.175529 run osmo-stp_10.42.42.5(pid=29919): Launched\u000a05:39:56.289349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:56.862763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29921): Launched\u000a05:39:57.178788 run osmo-msc_10.42.42.6(pid=29922): Launched\u000a05:39:57.363367 run osmo-stp_10.42.42.5(pid=29919): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29919)]\u000a05:39:57.496083 run osmo-stp_10.42.42.5(pid=29919): stdout: \u000a| (launched: 2022-12-09_05:39:56.019541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:57.626446 run osmo-stp_10.42.42.5(pid=29919): stderr: \u000a| �[0;m�[38;5;43m20221209053956193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053956193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053956194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053956194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053956196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053956196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053956196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:57.752061 run osmo-stp_10.42.42.5(pid=29919): stdout: \u000a| (launched: 2022-12-09_05:39:56.019541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:57.876196 run osmo-stp_10.42.42.5(pid=29919): stderr: \u000a| �[0;m�[38;5;43m20221209053956193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209053956193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209053956194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209053956194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209053956196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209053956196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209053956196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:57.931047 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29919): Process ended prematurely: osmo-stp_10.42.42.5(pid=29919) [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29919)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:39:57.939727 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:39:58.000907 run osmo-hlr_10.42.42.2(pid=29916): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29916)]\u000a05:39:58.050812 run osmo-hlr_10.42.42.2(pid=29916): stdout: \u000a| (launched: 2022-12-09_05:39:55.039659) \u000a05:39:58.101263 run osmo-hlr_10.42.42.2(pid=29916): stderr: \u000a| �[0;m�[1;31m20221209053955221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209053955221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209053955222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053955222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209053955222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209053955222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209053955234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209053955243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209053955243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209053955243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:58.169633 run osmo-msc_10.42.42.6(pid=29922): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29922)]\u000a05:39:58.219573 run osmo-msc_10.42.42.6(pid=29922): stdout: \u000a| (launched: 2022-12-09_05:39:57.022596) \u000a05:39:58.270196 run osmo-msc_10.42.42.6(pid=29922): stderr: \u000a| �[0;m�[38;5;43m20221209053957297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209053957297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7380ce7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209053957298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209053957298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209053957298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209053957298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209053957300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209053957300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209053957300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209053957300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:58.312731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29915): Terminating (SIGTERM)\u000a05:39:58.353143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29918): Terminating (SIGTERM)\u000a05:39:58.393842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29921): Terminating (SIGTERM)\u000a05:39:58.403477 --- ParallelTerminationStrategy: PID 29915 died...\u000a05:39:58.457696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29915): Terminated: ok {rc=0}\u000a05:39:58.467606 --- ParallelTerminationStrategy: PID 29918 died...\u000a05:39:58.521846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29918): Terminated: ok {rc=0}\u000a05:39:58.531568 --- ParallelTerminationStrategy: PID 29921 died...\u000a05:39:58.586159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29921): Terminated: ok {rc=0}\u000a05:39:58.670166 bus /sierra_3: Setting Powered False\u000a05:39:59.776642 bus /sierra_3: Setting Powered False\u000a05:40:00.891421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:39:40" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29937): Process ended prematurely: osmo-stp_10.42.42.5(pid=29937) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29937): Process ended prematurely: osmo-stp_10.42.42.5(pid=29937) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:40:02.906600 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:02.917698 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:40:03.073675 tst mo_mt_call.py: using LAC 19311\u000a05:40:03.209583 tst mo_mt_call.py: using RAC 186\u000a05:40:03.342561 tst mo_mt_call.py: using CellId 19311\u000a05:40:03.468464 tst mo_mt_call.py: using BVCI 19312\u000a05:40:03.492293 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:03.503455 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:03.515159 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:03.526818 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:03.538441 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:03.550078 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:03.673814 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:03.883784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:04.381756 run create_hlr_db(pid=29931): Launched\u000a05:40:04.562869 bus /sierra_2: Setting Powered False\u000a05:40:05.584011 run create_hlr_db(pid=29931): Terminated: ok {rc=0}\u000a05:40:06.004180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29933): Launched\u000a05:40:06.320287 run osmo-hlr_10.42.42.2(pid=29934): Launched\u000a05:40:06.442638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:06.994066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29936): Launched\u000a05:40:07.309472 run osmo-stp_10.42.42.5(pid=29937): Launched\u000a05:40:07.423837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:08.004442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29939): Launched\u000a05:40:08.343113 run osmo-msc_10.42.42.6(pid=29940): Launched\u000a05:40:08.540496 run osmo-stp_10.42.42.5(pid=29937): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)]\u000a05:40:08.683437 run osmo-stp_10.42.42.5(pid=29937): stdout: \u000a| (launched: 2022-12-09_05:40:07.153280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:08.825059 run osmo-stp_10.42.42.5(pid=29937): stderr: \u000a| �[0;m�[38;5;43m20221209054007329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054007329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054007329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054007330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054007330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054007330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054007330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:08.959306 run osmo-stp_10.42.42.5(pid=29937): stdout: \u000a| (launched: 2022-12-09_05:40:07.153280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:09.092708 run osmo-stp_10.42.42.5(pid=29937): stderr: \u000a| �[0;m�[38;5;43m20221209054007329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054007329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054007329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054007330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054007330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054007330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054007330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:09.151280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29937): Process ended prematurely: osmo-stp_10.42.42.5(pid=29937) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:40:09.160233 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:40:09.223693 run osmo-hlr_10.42.42.2(pid=29934): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29934)]\u000a05:40:09.275668 run osmo-hlr_10.42.42.2(pid=29934): stdout: \u000a| (launched: 2022-12-09_05:40:06.163572) \u000a05:40:09.328529 run osmo-hlr_10.42.42.2(pid=29934): stderr: \u000a| �[0;m�[1;31m20221209054006346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054006346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054006346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054006346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054006346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054006346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054006358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054006367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054006367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054006367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:09.400189 run osmo-msc_10.42.42.6(pid=29940): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29940)]\u000a05:40:09.452097 run osmo-msc_10.42.42.6(pid=29940): stdout: \u000a| (launched: 2022-12-09_05:40:08.175927) \u000a05:40:09.504557 run osmo-msc_10.42.42.6(pid=29940): stderr: \u000a| �[0;m�[38;5;43m20221209054008502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054008503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ee1a94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054008503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054008503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054008503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054008503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054008506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054008507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054008507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054008507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:09.549259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29933): Terminating (SIGTERM)\u000a05:40:09.592377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29936): Terminating (SIGTERM)\u000a05:40:09.634579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29939): Terminating (SIGTERM)\u000a05:40:09.644397 --- ParallelTerminationStrategy: PID 29933 died...\u000a05:40:09.700580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29933): Terminated: ok {rc=0}\u000a05:40:09.710778 --- ParallelTerminationStrategy: PID 29936 died...\u000a05:40:09.766657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29936): Terminated: ok {rc=0}\u000a05:40:09.776751 --- ParallelTerminationStrategy: PID 29939 died...\u000a05:40:09.832639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29939): Terminated: ok {rc=0}\u000a05:40:09.920163 bus /sierra_3: Setting Powered False\u000a05:40:11.028514 bus /sierra_3: Setting Powered False\u000a05:40:12.142165 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29948): Process ended prematurely: osmo-stp_10.42.42.5(pid=29948) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29948)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29948): Process ended prematurely: osmo-stp_10.42.42.5(pid=29948) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:13.259339 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:13.271761 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:40:13.429141 tst mo_mt_call_osmux.py: using LAC 19312\u000a05:40:13.561808 tst mo_mt_call_osmux.py: using RAC 187\u000a05:40:13.694043 tst mo_mt_call_osmux.py: using CellId 19312\u000a05:40:13.826017 tst mo_mt_call_osmux.py: using BVCI 19313\u000a05:40:13.851752 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:13.863302 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:13.874668 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:13.886407 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:13.897827 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:13.909208 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:14.025938 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:14.236327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:14.735034 run create_hlr_db(pid=29942): Launched\u000a05:40:14.915803 bus /sierra_2: Setting Powered False\u000a05:40:15.955445 run create_hlr_db(pid=29942): Terminated: ok {rc=0}\u000a05:40:16.417336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29944): Launched\u000a05:40:16.872410 run osmo-hlr_10.42.42.2(pid=29945): Launched\u000a05:40:17.019903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:17.619887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29947): Launched\u000a05:40:17.935781 run osmo-stp_10.42.42.5(pid=29948): Launched\u000a05:40:18.050336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:18.624493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29950): Launched\u000a05:40:18.940593 run osmo-msc_10.42.42.6(pid=29951): Launched\u000a05:40:19.125290 run osmo-stp_10.42.42.5(pid=29948): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29948)]\u000a05:40:19.257849 run osmo-stp_10.42.42.5(pid=29948): stdout: \u000a| (launched: 2022-12-09_05:40:17.779187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:19.388143 run osmo-stp_10.42.42.5(pid=29948): stderr: \u000a| �[0;m�[38;5;43m20221209054017955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054017955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054017955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054017956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054017956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054017956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054017956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:19.513291 run osmo-stp_10.42.42.5(pid=29948): stdout: \u000a| (launched: 2022-12-09_05:40:17.779187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:19.637248 run osmo-stp_10.42.42.5(pid=29948): stderr: \u000a| �[0;m�[38;5;43m20221209054017955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054017955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054017955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054017956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054017956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054017956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054017956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:19.691753 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29948): Process ended prematurely: osmo-stp_10.42.42.5(pid=29948) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29948)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:40:19.700353 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:40:19.761113 run osmo-hlr_10.42.42.2(pid=29945): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29945)]\u000a05:40:19.810758 run osmo-hlr_10.42.42.2(pid=29945): stdout: \u000a| (launched: 2022-12-09_05:40:16.594858) \u000a05:40:19.861326 run osmo-hlr_10.42.42.2(pid=29945): stderr: \u000a| �[0;m�[1;31m20221209054016933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054016933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054016933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054016933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054016933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054016933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054016957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054016966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054016966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054016966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:19.929649 run osmo-msc_10.42.42.6(pid=29951): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29951)]\u000a05:40:19.979361 run osmo-msc_10.42.42.6(pid=29951): stdout: \u000a| (launched: 2022-12-09_05:40:18.783326) \u000a05:40:20.029697 run osmo-msc_10.42.42.6(pid=29951): stderr: \u000a| �[0;m�[38;5;43m20221209054019060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054019060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18df5bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054019060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054019060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054019061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054019061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054019063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054019063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054019063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054019063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:20.072319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29944): Terminating (SIGTERM)\u000a05:40:20.112782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29947): Terminating (SIGTERM)\u000a05:40:20.153468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29950): Terminating (SIGTERM)\u000a05:40:20.163076 --- ParallelTerminationStrategy: PID 29944 died...\u000a05:40:20.217436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29944): Terminated: ok {rc=0}\u000a05:40:20.227142 --- ParallelTerminationStrategy: PID 29947 died...\u000a05:40:20.280925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29947): Terminated: ok {rc=0}\u000a05:40:20.290916 --- ParallelTerminationStrategy: PID 29950 died...\u000a05:40:20.344531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29950): Terminated: ok {rc=0}\u000a05:40:20.434898 bus /sierra_3: Setting Powered False\u000a05:40:21.539921 bus /sierra_3: Setting Powered False\u000a05:40:22.652030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:40:02" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29962): Process ended prematurely: osmo-stp_10.42.42.5(pid=29962) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29962)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29962): Process ended prematurely: osmo-stp_10.42.42.5(pid=29962) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:40:24.617402 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:24.628854 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:40:24.784723 tst mo_mt_call.py: using LAC 19313\u000a05:40:24.918111 tst mo_mt_call.py: using RAC 188\u000a05:40:25.049413 tst mo_mt_call.py: using CellId 19313\u000a05:40:25.183035 tst mo_mt_call.py: using BVCI 19314\u000a05:40:25.208928 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:25.220500 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:25.231847 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:25.243314 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:25.254725 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:25.266484 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:25.385986 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:25.600490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:26.138840 run create_hlr_db(pid=29956): Launched\u000a05:40:26.332665 bus /sierra_2: Setting Powered False\u000a05:40:27.353980 run create_hlr_db(pid=29956): Terminated: ok {rc=0}\u000a05:40:27.803010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29958): Launched\u000a05:40:28.139825 run osmo-hlr_10.42.42.2(pid=29959): Launched\u000a05:40:28.265187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:28.850371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29961): Launched\u000a05:40:29.186737 run osmo-stp_10.42.42.5(pid=29962): Launched\u000a05:40:29.309086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:29.923116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29964): Launched\u000a05:40:30.259815 run osmo-msc_10.42.42.6(pid=29965): Launched\u000a05:40:30.458449 run osmo-stp_10.42.42.5(pid=29962): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29962)]\u000a05:40:30.599578 run osmo-stp_10.42.42.5(pid=29962): stdout: \u000a| (launched: 2022-12-09_05:40:29.021117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:30.739604 run osmo-stp_10.42.42.5(pid=29962): stderr: \u000a| �[0;m�[38;5;43m20221209054029218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054029218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054029218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054029219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:30.901809 run osmo-stp_10.42.42.5(pid=29962): stdout: \u000a| (launched: 2022-12-09_05:40:29.021117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:31.043793 run osmo-stp_10.42.42.5(pid=29962): stderr: \u000a| �[0;m�[38;5;43m20221209054029218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054029218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054029218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054029219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:31.106454 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29962): Process ended prematurely: osmo-stp_10.42.42.5(pid=29962) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29962)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:40:31.116638 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:40:31.181355 run osmo-hlr_10.42.42.2(pid=29959): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29959)]\u000a05:40:31.234543 run osmo-hlr_10.42.42.2(pid=29959): stdout: \u000a| (launched: 2022-12-09_05:40:27.974191) \u000a05:40:31.287997 run osmo-hlr_10.42.42.2(pid=29959): stderr: \u000a| �[0;m�[1;31m20221209054028178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054028178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054028178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054028178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054028178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054028178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054028190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054028199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054028199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054028199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:31.361528 run osmo-msc_10.42.42.6(pid=29965): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29965)]\u000a05:40:31.414415 run osmo-msc_10.42.42.6(pid=29965): stdout: \u000a| (launched: 2022-12-09_05:40:30.093928) \u000a05:40:31.468003 run osmo-msc_10.42.42.6(pid=29965): stderr: \u000a| �[0;m�[38;5;43m20221209054030425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054030425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52870bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054030425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054030425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054030425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054030425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054030427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054030427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054030428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054030428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:31.513768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29958): Terminating (SIGTERM)\u000a05:40:31.558588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29961): Terminating (SIGTERM)\u000a05:40:31.603875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29964): Terminating (SIGTERM)\u000a05:40:31.613851 --- ParallelTerminationStrategy: PID 29958 died...\u000a05:40:31.671158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29958): Terminated: ok {rc=0}\u000a05:40:31.681792 --- ParallelTerminationStrategy: PID 29961 died...\u000a05:40:31.739064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29961): Terminated: ok {rc=0}\u000a05:40:31.749935 --- ParallelTerminationStrategy: PID 29964 died...\u000a05:40:31.807021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29964): Terminated: ok {rc=0}\u000a05:40:31.896346 bus /sierra_3: Setting Powered False\u000a05:40:32.998300 bus /sierra_3: Setting Powered False\u000a05:40:34.110194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29973): Process ended prematurely: osmo-stp_10.42.42.5(pid=29973) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29973)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29973): Process ended prematurely: osmo-stp_10.42.42.5(pid=29973) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:35.226481 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:35.238816 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:40:35.395804 tst mo_mt_call_osmux.py: using LAC 19314\u000a05:40:35.528199 tst mo_mt_call_osmux.py: using RAC 189\u000a05:40:35.658396 tst mo_mt_call_osmux.py: using CellId 19314\u000a05:40:35.789821 tst mo_mt_call_osmux.py: using BVCI 19315\u000a05:40:35.815511 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:35.827159 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:35.838569 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:35.849956 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:35.861390 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:35.872822 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:35.991970 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:36.207733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:36.745742 run create_hlr_db(pid=29967): Launched\u000a05:40:36.939166 bus /sierra_2: Setting Powered False\u000a05:40:37.958975 run create_hlr_db(pid=29967): Terminated: ok {rc=0}\u000a05:40:38.381023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29969): Launched\u000a05:40:38.698291 run osmo-hlr_10.42.42.2(pid=29970): Launched\u000a05:40:38.818830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:39.365767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29972): Launched\u000a05:40:39.682452 run osmo-stp_10.42.42.5(pid=29973): Launched\u000a05:40:39.797789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:40.373399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29975): Launched\u000a05:40:40.692856 run osmo-msc_10.42.42.6(pid=29976): Launched\u000a05:40:40.878574 run osmo-stp_10.42.42.5(pid=29973): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29973)]\u000a05:40:41.011739 run osmo-stp_10.42.42.5(pid=29973): stdout: \u000a| (launched: 2022-12-09_05:40:39.524882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:41.142301 run osmo-stp_10.42.42.5(pid=29973): stderr: \u000a| �[0;m�[38;5;43m20221209054039699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054039699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054039699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054039700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054039700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054039700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054039700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:41.267570 run osmo-stp_10.42.42.5(pid=29973): stdout: \u000a| (launched: 2022-12-09_05:40:39.524882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:41.392029 run osmo-stp_10.42.42.5(pid=29973): stderr: \u000a| �[0;m�[38;5;43m20221209054039699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054039699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054039699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054039700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054039700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054039700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054039700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:41.446507 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29973): Process ended prematurely: osmo-stp_10.42.42.5(pid=29973) [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29973)] [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:40:41.455178 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:40:41.516345 run osmo-hlr_10.42.42.2(pid=29970): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29970)]\u000a05:40:41.566290 run osmo-hlr_10.42.42.2(pid=29970): stdout: \u000a| (launched: 2022-12-09_05:40:38.541175) \u000a05:40:41.616498 run osmo-hlr_10.42.42.2(pid=29970): stderr: \u000a| �[0;m�[1;31m20221209054038720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054038720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054038720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054038720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054038720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054038720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054038732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054038740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054038740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054038740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:41.684994 run osmo-msc_10.42.42.6(pid=29976): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29976)]\u000a05:40:41.734612 run osmo-msc_10.42.42.6(pid=29976): stdout: \u000a| (launched: 2022-12-09_05:40:40.533268) \u000a05:40:41.784760 run osmo-msc_10.42.42.6(pid=29976): stderr: \u000a| �[0;m�[38;5;43m20221209054040810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054040811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c953a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054040811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054040811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054040811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054040811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054040813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054040813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054040814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054040814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:41.827183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29969): Terminating (SIGTERM)\u000a05:40:41.867628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29972): Terminating (SIGTERM)\u000a05:40:41.933651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29975): Terminating (SIGTERM)\u000a05:40:41.943056 --- ParallelTerminationStrategy: PID 29969 died...\u000a05:40:41.997512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29969): Terminated: ok {rc=0}\u000a05:40:42.007546 --- ParallelTerminationStrategy: PID 29972 died...\u000a05:40:42.061476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29972): Terminated: ok {rc=0}\u000a05:40:42.071480 --- ParallelTerminationStrategy: PID 29975 died...\u000a05:40:42.124978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29975): Terminated: ok {rc=0}\u000a05:40:42.213532 bus /sierra_3: Setting Powered False\u000a05:40:43.318649 bus /sierra_3: Setting Powered False\u000a05:40:44.431949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:40:24" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29988): Process ended prematurely: osmo-stp_10.42.42.5(pid=29988) [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29988): Process ended prematurely: osmo-stp_10.42.42.5(pid=29988) [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:40:46.444321 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:46.460125 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:40:46.631421 tst mo_mt_call.py: using LAC 19315\u000a05:40:46.768468 tst mo_mt_call.py: using RAC 190\u000a05:40:46.902237 tst mo_mt_call.py: using CellId 19315\u000a05:40:47.063817 tst mo_mt_call.py: using BVCI 19316\u000a05:40:47.093638 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:47.109078 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:47.125122 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:47.139075 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:47.151254 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:47.165313 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:47.288336 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:47.505490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:48.043698 run create_hlr_db(pid=29982): Launched\u000a05:40:48.237708 bus /sierra_2: Setting Powered False\u000a05:40:49.258145 run create_hlr_db(pid=29982): Terminated: ok {rc=0}\u000a05:40:49.681525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29984): Launched\u000a05:40:49.997370 run osmo-hlr_10.42.42.2(pid=29985): Launched\u000a05:40:50.120892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:50.676036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29987): Launched\u000a05:40:50.992334 run osmo-stp_10.42.42.5(pid=29988): Launched\u000a05:40:51.106444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:51.681632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29990): Launched\u000a05:40:51.998868 run osmo-msc_10.42.42.6(pid=29991): Launched\u000a05:40:52.184713 run osmo-stp_10.42.42.5(pid=29988): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)]\u000a05:40:52.318497 run osmo-stp_10.42.42.5(pid=29988): stdout: \u000a| (launched: 2022-12-09_05:40:50.835804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:52.449989 run osmo-stp_10.42.42.5(pid=29988): stderr: \u000a| �[0;m�[38;5;43m20221209054051010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054051010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054051010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054051010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054051011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054051011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054051011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:52.576366 run osmo-stp_10.42.42.5(pid=29988): stdout: \u000a| (launched: 2022-12-09_05:40:50.835804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:52.701664 run osmo-stp_10.42.42.5(pid=29988): stderr: \u000a| �[0;m�[38;5;43m20221209054051010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054051010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054051010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054051010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054051011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054051011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054051011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:52.756641 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29988): Process ended prematurely: osmo-stp_10.42.42.5(pid=29988) [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)] [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:40:52.765347 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:40:52.826686 run osmo-hlr_10.42.42.2(pid=29985): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29985)]\u000a05:40:52.876805 run osmo-hlr_10.42.42.2(pid=29985): stdout: \u000a| (launched: 2022-12-09_05:40:49.840673) \u000a05:40:52.927501 run osmo-hlr_10.42.42.2(pid=29985): stderr: \u000a| �[0;m�[1;31m20221209054050021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054050021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054050021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054050021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054050021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054050021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054050034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054050042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054050042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054050042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:52.997044 run osmo-msc_10.42.42.6(pid=29991): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29991)]\u000a05:40:53.047334 run osmo-msc_10.42.42.6(pid=29991): stdout: \u000a| (launched: 2022-12-09_05:40:51.841443) \u000a05:40:53.098161 run osmo-msc_10.42.42.6(pid=29991): stderr: \u000a| �[0;m�[38;5;43m20221209054052120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054052120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe780e81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054052120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054052120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054052120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054052121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054052122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054052123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054052123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054052123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:53.141093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29984): Terminating (SIGTERM)\u000a05:40:53.181566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29987): Terminating (SIGTERM)\u000a05:40:53.222274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29990): Terminating (SIGTERM)\u000a05:40:53.231847 --- ParallelTerminationStrategy: PID 29984 died...\u000a05:40:53.286379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29984): Terminated: ok {rc=0}\u000a05:40:53.296392 --- ParallelTerminationStrategy: PID 29987 died...\u000a05:40:53.350741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29987): Terminated: ok {rc=0}\u000a05:40:53.360827 --- ParallelTerminationStrategy: PID 29990 died...\u000a05:40:53.415081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29990): Terminated: ok {rc=0}\u000a05:40:53.499826 bus /sierra_3: Setting Powered False\u000a05:40:54.608409 bus /sierra_3: Setting Powered False\u000a05:40:55.717337 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29999): Process ended prematurely: osmo-stp_10.42.42.5(pid=29999) [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29999)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29999): Process ended prematurely: osmo-stp_10.42.42.5(pid=29999) [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:56.835108 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:56.847703 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:40:57.004550 tst mo_mt_call_osmux.py: using LAC 19316\u000a05:40:57.138220 tst mo_mt_call_osmux.py: using RAC 191\u000a05:40:57.270881 tst mo_mt_call_osmux.py: using CellId 19316\u000a05:40:57.403070 tst mo_mt_call_osmux.py: using BVCI 19317\u000a05:40:57.429374 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:57.441617 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:57.453203 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:57.465129 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:57.477078 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:57.488935 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:57.608279 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:57.820067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:58.321668 run create_hlr_db(pid=29993): Launched\u000a05:40:58.502742 bus /sierra_2: Setting Powered False\u000a05:40:59.524499 run create_hlr_db(pid=29993): Terminated: ok {rc=0}\u000a05:40:59.974656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29995): Launched\u000a05:41:00.314349 run osmo-hlr_10.42.42.2(pid=29996): Launched\u000a05:41:00.436108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:01.061966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29998): Launched\u000a05:41:01.504914 run osmo-stp_10.42.42.5(pid=29999): Launched\u000a05:41:01.758982 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:02.353732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30001): Launched\u000a05:41:02.674680 run osmo-msc_10.42.42.6(pid=30002): Launched\u000a05:41:02.862269 run osmo-stp_10.42.42.5(pid=29999): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29999)]\u000a05:41:02.995697 run osmo-stp_10.42.42.5(pid=29999): stdout: \u000a| (launched: 2022-12-09_05:41:01.226964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:03.127192 run osmo-stp_10.42.42.5(pid=29999): stderr: \u000a| �[0;m�[38;5;43m20221209054101485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054101485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054101486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054101487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054101488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054101488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054101489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:03.253891 run osmo-stp_10.42.42.5(pid=29999): stdout: \u000a| (launched: 2022-12-09_05:41:01.226964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:03.378881 run osmo-stp_10.42.42.5(pid=29999): stderr: \u000a| �[0;m�[38;5;43m20221209054101485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054101485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054101486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054101487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054101488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054101488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054101489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:03.433692 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29999): Process ended prematurely: osmo-stp_10.42.42.5(pid=29999) [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29999)] [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:41:03.442486 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:41:03.504059 run osmo-hlr_10.42.42.2(pid=29996): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29996)]\u000a05:41:03.554467 run osmo-hlr_10.42.42.2(pid=29996): stdout: \u000a| (launched: 2022-12-09_05:41:00.146147) \u000a05:41:03.605332 run osmo-hlr_10.42.42.2(pid=29996): stderr: \u000a| �[0;m�[1;31m20221209054100350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054100350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054100350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054100350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054100350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054100350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054100362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054100371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054100371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054100371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:03.674212 run osmo-msc_10.42.42.6(pid=30002): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30002)]\u000a05:41:03.724276 run osmo-msc_10.42.42.6(pid=30002): stdout: \u000a| (launched: 2022-12-09_05:41:02.515077) \u000a05:41:03.775095 run osmo-msc_10.42.42.6(pid=30002): stderr: \u000a| �[0;m�[38;5;43m20221209054102791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054102791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c25057c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054102791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054102791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054102791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054102792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054102793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054102794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054102794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054102794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:03.818143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29995): Terminating (SIGTERM)\u000a05:41:03.859470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29998): Terminating (SIGTERM)\u000a05:41:03.900281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30001): Terminating (SIGTERM)\u000a05:41:03.910044 --- ParallelTerminationStrategy: PID 29995 died...\u000a05:41:03.965303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29995): Terminated: ok {rc=0}\u000a05:41:03.975244 --- ParallelTerminationStrategy: PID 29998 died...\u000a05:41:04.030096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29998): Terminated: ok {rc=0}\u000a05:41:04.039851 --- ParallelTerminationStrategy: PID 30001 died...\u000a05:41:04.093763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30001): Terminated: ok {rc=0}\u000a05:41:04.182125 bus /sierra_3: Setting Powered False\u000a05:41:05.286172 bus /sierra_3: Setting Powered False\u000a05:41:06.395520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:40:46" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30013): Process ended prematurely: osmo-stp_10.42.42.5(pid=30013) [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30013): Process ended prematurely: osmo-stp_10.42.42.5(pid=30013) [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:41:08.346734 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:08.357821 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:41:08.507491 tst mo_mt_call.py: using LAC 19317\u000a05:41:08.632212 tst mo_mt_call.py: using RAC 192\u000a05:41:08.757278 tst mo_mt_call.py: using CellId 19317\u000a05:41:08.881604 tst mo_mt_call.py: using BVCI 19318\u000a05:41:08.905625 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:08.916527 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:08.927216 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:08.938312 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:08.949439 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:08.960413 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:09.083102 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:09.290030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:09.787519 run create_hlr_db(pid=30007): Launched\u000a05:41:09.967866 bus /sierra_2: Setting Powered False\u000a05:41:10.990222 run create_hlr_db(pid=30007): Terminated: ok {rc=0}\u000a05:41:11.411305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Launched\u000a05:41:11.728027 run osmo-hlr_10.42.42.2(pid=30010): Launched\u000a05:41:11.850745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:12.406037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30012): Launched\u000a05:41:12.722500 run osmo-stp_10.42.42.5(pid=30013): Launched\u000a05:41:12.836332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:13.411141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30015): Launched\u000a05:41:13.728845 run osmo-msc_10.42.42.6(pid=30016): Launched\u000a05:41:13.914528 run osmo-stp_10.42.42.5(pid=30013): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)]\u000a05:41:14.047120 run osmo-stp_10.42.42.5(pid=30013): stdout: \u000a| (launched: 2022-12-09_05:41:12.565722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:14.178801 run osmo-stp_10.42.42.5(pid=30013): stderr: \u000a| �[0;m�[38;5;43m20221209054112743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054112744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054112744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054112744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054112745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054112745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054112745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:14.304176 run osmo-stp_10.42.42.5(pid=30013): stdout: \u000a| (launched: 2022-12-09_05:41:12.565722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:14.429071 run osmo-stp_10.42.42.5(pid=30013): stderr: \u000a| �[0;m�[38;5;43m20221209054112743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054112744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054112744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054112744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054112745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054112745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054112745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:14.483743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30013): Process ended prematurely: osmo-stp_10.42.42.5(pid=30013) [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30013)] [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:41:14.492513 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:41:14.553782 run osmo-hlr_10.42.42.2(pid=30010): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30010)]\u000a05:41:14.604397 run osmo-hlr_10.42.42.2(pid=30010): stdout: \u000a| (launched: 2022-12-09_05:41:11.571297) \u000a05:41:14.655842 run osmo-hlr_10.42.42.2(pid=30010): stderr: \u000a| �[0;m�[1;31m20221209054111755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054111755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054111755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054111755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054111755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054111755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054111765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054111774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054111775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054111775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:14.725714 run osmo-msc_10.42.42.6(pid=30016): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30016)]\u000a05:41:14.776353 run osmo-msc_10.42.42.6(pid=30016): stdout: \u000a| (launched: 2022-12-09_05:41:13.571216) \u000a05:41:14.827587 run osmo-msc_10.42.42.6(pid=30016): stderr: \u000a| �[0;m�[38;5;43m20221209054113848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054113848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d73e01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054113848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054113848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054113848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054113849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054113850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054113851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054113851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054113851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:14.870512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Terminating (SIGTERM)\u000a05:41:14.911163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30012): Terminating (SIGTERM)\u000a05:41:14.952006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30015): Terminating (SIGTERM)\u000a05:41:14.961807 --- ParallelTerminationStrategy: PID 30009 died...\u000a05:41:15.017418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Terminated: ok {rc=0}\u000a05:41:15.027356 --- ParallelTerminationStrategy: PID 30012 died...\u000a05:41:15.081727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30012): Terminated: ok {rc=0}\u000a05:41:15.091871 --- ParallelTerminationStrategy: PID 30015 died...\u000a05:41:15.146850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30015): Terminated: ok {rc=0}\u000a05:41:15.236911 bus /sierra_3: Setting Powered False\u000a05:41:16.360854 bus /sierra_3: Setting Powered False\u000a05:41:17.469118 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30024): Process ended prematurely: osmo-stp_10.42.42.5(pid=30024) [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30024): Process ended prematurely: osmo-stp_10.42.42.5(pid=30024) [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:41:18.586435 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:18.598485 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:41:18.754102 tst mo_mt_call_osmux.py: using LAC 19318\u000a05:41:18.885333 tst mo_mt_call_osmux.py: using RAC 193\u000a05:41:19.017462 tst mo_mt_call_osmux.py: using CellId 19318\u000a05:41:19.149272 tst mo_mt_call_osmux.py: using BVCI 19319\u000a05:41:19.174560 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:19.185906 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:19.196821 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:19.208149 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:19.219321 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:19.230573 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:19.346400 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:19.550520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:20.036200 run create_hlr_db(pid=30018): Launched\u000a05:41:20.211807 bus /sierra_2: Setting Powered False\u000a05:41:21.234447 run create_hlr_db(pid=30018): Terminated: ok {rc=0}\u000a05:41:21.677926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30020): Launched\u000a05:41:22.009995 run osmo-hlr_10.42.42.2(pid=30021): Launched\u000a05:41:22.133983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:22.710059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30023): Launched\u000a05:41:23.040788 run osmo-stp_10.42.42.5(pid=30024): Launched\u000a05:41:23.160405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:23.771621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30026): Launched\u000a05:41:24.103339 run osmo-msc_10.42.42.6(pid=30027): Launched\u000a05:41:24.297393 run osmo-stp_10.42.42.5(pid=30024): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)]\u000a05:41:24.438068 run osmo-stp_10.42.42.5(pid=30024): stdout: \u000a| (launched: 2022-12-09_05:41:22.877826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:24.576756 run osmo-stp_10.42.42.5(pid=30024): stderr: \u000a| �[0;m�[38;5;43m20221209054123074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054123074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054123074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054123075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054123075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054123075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054123075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:24.708890 run osmo-stp_10.42.42.5(pid=30024): stdout: \u000a| (launched: 2022-12-09_05:41:22.877826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:24.840063 run osmo-stp_10.42.42.5(pid=30024): stderr: \u000a| �[0;m�[38;5;43m20221209054123074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054123074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054123074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054123075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054123075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054123075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054123075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:24.898190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30024): Process ended prematurely: osmo-stp_10.42.42.5(pid=30024) [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)] [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:41:24.907456 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:41:24.970868 run osmo-hlr_10.42.42.2(pid=30021): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30021)]\u000a05:41:25.022715 run osmo-hlr_10.42.42.2(pid=30021): stdout: \u000a| (launched: 2022-12-09_05:41:21.846619) \u000a05:41:25.075160 run osmo-hlr_10.42.42.2(pid=30021): stderr: \u000a| �[0;m�[1;31m20221209054122049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054122049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054122049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054122049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054122049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054122049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054122062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054122071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054122071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054122071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:25.146666 run osmo-msc_10.42.42.6(pid=30027): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30027)]\u000a05:41:25.198593 run osmo-msc_10.42.42.6(pid=30027): stdout: \u000a| (launched: 2022-12-09_05:41:23.939695) \u000a05:41:25.251000 run osmo-msc_10.42.42.6(pid=30027): stderr: \u000a| �[0;m�[38;5;43m20221209054124266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054124266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d1560dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054124266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054124266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054124266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054124266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054124268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054124268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054124269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054124269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:25.295450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30020): Terminating (SIGTERM)\u000a05:41:25.337544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30023): Terminating (SIGTERM)\u000a05:41:25.379843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30026): Terminating (SIGTERM)\u000a05:41:25.389743 --- ParallelTerminationStrategy: PID 30020 died...\u000a05:41:25.445981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30020): Terminated: ok {rc=0}\u000a05:41:25.456241 --- ParallelTerminationStrategy: PID 30023 died...\u000a05:41:25.512204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30023): Terminated: ok {rc=0}\u000a05:41:25.522786 --- ParallelTerminationStrategy: PID 30026 died...\u000a05:41:25.579402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30026): Terminated: ok {rc=0}\u000a05:41:25.667815 bus /sierra_3: Setting Powered False\u000a05:41:26.775173 bus /sierra_3: Setting Powered False\u000a05:41:27.888171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:41:08" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30038): Process ended prematurely: osmo-stp_10.42.42.5(pid=30038) [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30038): Process ended prematurely: osmo-stp_10.42.42.5(pid=30038) [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:41:29.852417 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:29.862970 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:29.984281 tst emergency_mo_mt_call.py: using LAC 19319\u000a05:41:30.107486 tst emergency_mo_mt_call.py: using RAC 194\u000a05:41:30.226634 tst emergency_mo_mt_call.py: using CellId 19319\u000a05:41:30.342931 tst emergency_mo_mt_call.py: using BVCI 19320\u000a05:41:30.365968 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:30.376517 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:30.387377 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:30.398204 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:30.408701 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:30.419430 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:30.537956 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:30.739630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:31.297440 run create_hlr_db(pid=30032): Launched\u000a05:41:31.493776 bus /sierra_2: Setting Powered False\u000a05:41:32.507898 run create_hlr_db(pid=30032): Terminated: ok {rc=0}\u000a05:41:32.920209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30034): Launched\u000a05:41:33.223190 run osmo-hlr_10.42.42.2(pid=30035): Launched\u000a05:41:33.341568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:33.876079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30037): Launched\u000a05:41:34.177816 run osmo-stp_10.42.42.5(pid=30038): Launched\u000a05:41:34.308364 tst emergency_mo_mt_call.py: using MSISDN 7049\u000a05:41:34.464802 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:35.018326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30040): Launched\u000a05:41:35.323074 run osmo-msc_10.42.42.6(pid=30041): Launched\u000a05:41:35.501311 run osmo-stp_10.42.42.5(pid=30038): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)]\u000a05:41:35.630727 run osmo-stp_10.42.42.5(pid=30038): stdout: \u000a| (launched: 2022-12-09_05:41:34.028771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:35.757237 run osmo-stp_10.42.42.5(pid=30038): stderr: \u000a| �[0;m�[38;5;43m20221209054134200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054134200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054134201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054134201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054134204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054134204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054134204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:35.878261 run osmo-stp_10.42.42.5(pid=30038): stdout: \u000a| (launched: 2022-12-09_05:41:34.028771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:35.998644 run osmo-stp_10.42.42.5(pid=30038): stderr: \u000a| �[0;m�[38;5;43m20221209054134200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054134200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054134201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054134201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054134204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054134204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054134204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:36.051040 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30038): Process ended prematurely: osmo-stp_10.42.42.5(pid=30038) [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)] [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a05:41:36.058979 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a05:41:36.120021 run osmo-hlr_10.42.42.2(pid=30035): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30035)]\u000a05:41:36.169569 run osmo-hlr_10.42.42.2(pid=30035): stdout: \u000a| (launched: 2022-12-09_05:41:33.072738) \u000a05:41:36.219769 run osmo-hlr_10.42.42.2(pid=30035): stderr: \u000a| �[0;m�[1;31m20221209054133252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054133252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054133252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054133252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054133252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054133252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054133263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054133272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054133272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054133273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:36.288019 run osmo-msc_10.42.42.6(pid=30041): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30041)]\u000a05:41:36.337581 run osmo-msc_10.42.42.6(pid=30041): stdout: \u000a| (launched: 2022-12-09_05:41:35.171149) \u000a05:41:36.387771 run osmo-msc_10.42.42.6(pid=30041): stderr: \u000a| �[0;m�[38;5;43m20221209054135443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054135443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f857d2a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054135443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054135444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054135444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054135444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054135447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054135448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054135449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054135449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:36.429956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30034): Terminating (SIGTERM)\u000a05:41:36.470222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30037): Terminating (SIGTERM)\u000a05:41:36.510383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30040): Terminating (SIGTERM)\u000a05:41:36.519950 --- ParallelTerminationStrategy: PID 30034 died...\u000a05:41:36.573790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30034): Terminated: ok {rc=0}\u000a05:41:36.583708 --- ParallelTerminationStrategy: PID 30037 died...\u000a05:41:36.637368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30037): Terminated: ok {rc=0}\u000a05:41:36.647374 --- ParallelTerminationStrategy: PID 30040 died...\u000a05:41:36.701353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30040): Terminated: ok {rc=0}\u000a05:41:36.785489 bus /sierra_3: Setting Powered False\u000a05:41:37.892836 bus /sierra_3: Setting Powered False\u000a05:41:39.002950 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30049): Process ended prematurely: osmo-stp_10.42.42.5(pid=30049) [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30049)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30049): Process ended prematurely: osmo-stp_10.42.42.5(pid=30049) [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:41:40.052761 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:40.063990 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:40.188471 tst emergency_preemptive_call.py: using LAC 19320\u000a05:41:40.306342 tst emergency_preemptive_call.py: using RAC 195\u000a05:41:40.424107 tst emergency_preemptive_call.py: using CellId 19320\u000a05:41:40.543348 tst emergency_preemptive_call.py: using BVCI 19321\u000a05:41:40.566206 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:40.576574 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:40.586943 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:40.597664 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:40.608260 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:40.618856 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:40.739416 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:40.856634 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:40.974933 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:41.175141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:41.654764 run create_hlr_db(pid=30043): Launched\u000a05:41:41.830876 bus /sierra_2: Setting Powered False\u000a05:41:42.850436 run create_hlr_db(pid=30043): Terminated: ok {rc=0}\u000a05:41:43.283991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30045): Launched\u000a05:41:43.611111 run osmo-hlr_10.42.42.2(pid=30046): Launched\u000a05:41:43.732101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:44.297813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30048): Launched\u000a05:41:44.624216 run osmo-stp_10.42.42.5(pid=30049): Launched\u000a05:41:44.752112 tst emergency_preemptive_call.py: using MSISDN 7050\u000a05:41:44.913705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:45.506646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30051): Launched\u000a05:41:45.832535 run osmo-msc_10.42.42.6(pid=30052): Launched\u000a05:41:46.186580 run osmo-stp_10.42.42.5(pid=30049): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30049)]\u000a05:41:46.369738 run osmo-stp_10.42.42.5(pid=30049): stdout: \u000a| (launched: 2022-12-09_05:41:44.462800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:46.550892 run osmo-stp_10.42.42.5(pid=30049): stderr: \u000a| �[0;m�[38;5;43m20221209054144660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054144660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054144660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054144661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054144661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054144661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054144661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:46.678985 run osmo-stp_10.42.42.5(pid=30049): stdout: \u000a| (launched: 2022-12-09_05:41:44.462800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:46.805871 run osmo-stp_10.42.42.5(pid=30049): stderr: \u000a| �[0;m�[38;5;43m20221209054144660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054144660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054144660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054144661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054144661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054144661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054144661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:46.860787 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30049): Process ended prematurely: osmo-stp_10.42.42.5(pid=30049) [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30049)] [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a05:41:46.869889 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a05:41:46.936364 run osmo-hlr_10.42.42.2(pid=30046): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30046)]\u000a05:41:46.989076 run osmo-hlr_10.42.42.2(pid=30046): stdout: \u000a| (launched: 2022-12-09_05:41:43.449737) \u000a05:41:47.042327 run osmo-hlr_10.42.42.2(pid=30046): stderr: \u000a| �[0;m�[1;31m20221209054143652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054143652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054143652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054143652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054143652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054143652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054143664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054143672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054143672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054143672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:47.113946 run osmo-msc_10.42.42.6(pid=30052): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30052)]\u000a05:41:47.167087 run osmo-msc_10.42.42.6(pid=30052): stdout: \u000a| (launched: 2022-12-09_05:41:45.671498) \u000a05:41:47.224512 run osmo-msc_10.42.42.6(pid=30052): stderr: \u000a| �[0;m�[38;5;43m20221209054146148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054146148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae683fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054146148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054146148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054146148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054146149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054146150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054146151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054146151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054146151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:47.268618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30045): Terminating (SIGTERM)\u000a05:41:47.314605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30048): Terminating (SIGTERM)\u000a05:41:47.364885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30051): Terminating (SIGTERM)\u000a05:41:47.374251 --- ParallelTerminationStrategy: PID 30045 died...\u000a05:41:47.427853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30045): Terminated: ok {rc=0}\u000a05:41:47.437624 --- ParallelTerminationStrategy: PID 30048 died...\u000a05:41:47.490816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30048): Terminated: ok {rc=0}\u000a05:41:47.500689 --- ParallelTerminationStrategy: PID 30051 died...\u000a05:41:47.553929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30051): Terminated: ok {rc=0}\u000a05:41:47.637853 bus /sierra_9: Setting Powered False\u000a05:41:48.744233 bus /sierra_9: Setting Powered False\u000a05:41:49.855964 bus /sierra_8: Setting Powered False\u000a05:41:50.957741 bus /sierra_8: Setting Powered False\u000a05:41:52.067987 bus /sierra_3: Setting Powered False\u000a05:41:53.169952 bus /sierra_3: Setting Powered False\u000a05:41:54.280584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:41:29" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30071): Process ended prematurely: osmo-stp_10.42.42.5(pid=30071) [trial-2355↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30071)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30071): Process ended prematurely: osmo-stp_10.42.42.5(pid=30071) [trial-2355↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:41:56.363866 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.374320 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:56.497551 tst cs_paging_gprs_active.py: using LAC 19321\u000a05:41:56.615813 tst cs_paging_gprs_active.py: using RAC 196\u000a05:41:56.743234 tst cs_paging_gprs_active.py: using CellId 19321\u000a05:41:56.865954 tst cs_paging_gprs_active.py: using BVCI 19322\u000a05:41:56.889283 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.899699 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.910164 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.921748 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.934232 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.945558 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.956515 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.967634 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:56.978680 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:57.092556 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:57.368810 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:41:57.508183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:57.818811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Launched\u000a05:41:58.078261 run iperf3-srv_10.42.42.10(pid=30058): Launched\u000a05:41:58.261029 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:41:58.385976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:58.695885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30059): Launched\u000a05:41:58.955028 run iperf3-srv_10.42.42.10(pid=30060): Launched\u000a05:41:59.137886 tst cs_paging_gprs_active.py:38: start network...\u000a05:41:59.262996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:59.734080 run create_hlr_db(pid=30061): Launched\u000a05:41:59.906513 bus /sierra_2: Setting Powered False\u000a05:42:00.964027 run create_hlr_db(pid=30061): Terminated: ok {rc=0}\u000a05:42:01.455031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30067): Launched\u000a05:42:01.890305 run osmo-hlr_10.42.42.2(pid=30068): Launched\u000a05:42:02.124500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:02.685253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30070): Launched\u000a05:42:03.008115 run osmo-stp_10.42.42.5(pid=30071): Launched\u000a05:42:03.125046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:03.686560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30073): Launched\u000a05:42:03.801406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:04.081537 run patchelf(pid=30074): Launched\u000a05:42:04.269520 run osmo-stp_10.42.42.5(pid=30071): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30071)]\u000a05:42:04.407640 run osmo-stp_10.42.42.5(pid=30071): stdout: \u000a| (launched: 2022-12-09_05:42:02.849386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:04.545801 run osmo-stp_10.42.42.5(pid=30071): stderr: \u000a| �[0;m�[38;5;43m20221209054203043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054203044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054203044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054203044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054203045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054203045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054203045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:04.679032 run osmo-stp_10.42.42.5(pid=30071): stdout: \u000a| (launched: 2022-12-09_05:42:02.849386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:04.811205 run osmo-stp_10.42.42.5(pid=30071): stderr: \u000a| �[0;m�[38;5;43m20221209054203043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054203044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054203044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054203044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054203045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054203045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054203045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:04.965286 run patchelf(pid=30074): Terminating (SIGINT)\u000a05:42:05.146513 run patchelf(pid=30074): Terminated: ok {rc=0}\u000a05:42:05.179570 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30071): Process ended prematurely: osmo-stp_10.42.42.5(pid=30071) [trial-2355↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30071)] [trial-2355↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a05:42:05.189168 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:42:05.252309 run osmo-hlr_10.42.42.2(pid=30068): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30068)]\u000a05:42:05.303839 run osmo-hlr_10.42.42.2(pid=30068): stdout: \u000a| (launched: 2022-12-09_05:42:01.625477) \u000a05:42:05.356170 run osmo-hlr_10.42.42.2(pid=30068): stderr: \u000a| �[0;m�[1;31m20221209054201937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054201937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054201937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054201938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054201938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054201938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054201957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054201965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054201966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054201966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:05.400666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Terminating (SIGTERM)\u000a05:42:05.442454 run iperf3-srv_10.42.42.10(pid=30058): Terminating (SIGTERM)\u000a05:42:05.484397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30059): Terminating (SIGTERM)\u000a05:42:05.526055 run iperf3-srv_10.42.42.10(pid=30060): Terminating (SIGTERM)\u000a05:42:05.567996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30067): Terminating (SIGTERM)\u000a05:42:05.609863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30070): Terminating (SIGTERM)\u000a05:42:05.651656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30073): Terminating (SIGTERM)\u000a05:42:05.661382 --- ParallelTerminationStrategy: PID 30057 died...\u000a05:42:05.717057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Terminated: ok {rc=0}\u000a05:42:05.727055 --- ParallelTerminationStrategy: PID 30058 died...\u000a05:42:05.782294 run iperf3-srv_10.42.42.10(pid=30058): Terminated {rc=256}\u000a05:42:05.792214 --- ParallelTerminationStrategy: PID 30059 died...\u000a05:42:05.847279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30059): Terminated: ok {rc=0}\u000a05:42:05.857316 --- ParallelTerminationStrategy: PID 30060 died...\u000a05:42:05.912649 run iperf3-srv_10.42.42.10(pid=30060): Terminated {rc=256}\u000a05:42:05.922659 --- ParallelTerminationStrategy: PID 30067 died...\u000a05:42:05.978275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30067): Terminated: ok {rc=0}\u000a05:42:05.988473 --- ParallelTerminationStrategy: PID 30070 died...\u000a05:42:06.043812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30070): Terminated: ok {rc=0}\u000a05:42:06.053948 --- ParallelTerminationStrategy: PID 30073 died...\u000a05:42:06.109247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30073): Terminated: ok {rc=0}\u000a05:42:06.195983 bus /gobi_0: Setting Powered False\u000a05:42:07.299300 bus /gobi_0: Setting Powered False\u000a05:42:08.409272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2355↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2355↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a05:42:09.522544 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:09.533859 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:09.657587 tst iperf3.py: using LAC 19322\u000a05:42:09.783261 tst iperf3.py: using RAC 197\u000a05:42:09.910845 tst iperf3.py: using CellId 19322\u000a05:42:10.032517 tst iperf3.py: using BVCI 19323\u000a05:42:10.055673 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.066097 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.076410 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.086997 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.097947 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.108418 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.119083 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.129604 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:10.140121 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:10.435461 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:42:10.570295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:10.902799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30075): Launched\u000a05:42:11.179329 run iperf3-srv_10.42.42.10(pid=30076): Launched\u000a05:42:11.376636 tst iperf3.py:8: start network...\u000a05:42:11.511413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:12.025788 run create_hlr_db(pid=30077): Launched\u000a05:42:12.211656 bus /gobi_6: Setting Powered False\u000a05:42:13.233087 run create_hlr_db(pid=30077): Terminated: ok {rc=0}\u000a05:42:13.635949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Launched\u000a05:42:13.934679 run osmo-hlr_10.42.42.2(pid=30080): Launched\u000a05:42:14.050505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:14.578132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Launched\u000a05:42:14.877816 run osmo-stp_10.42.42.5(pid=30083): Launched\u000a05:42:14.986164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:15.509655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Launched\u000a05:42:15.615915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:15.915007 run patchelf(pid=30086): Launched\u000a05:42:16.104728 run osmo-stp_10.42.42.5(pid=30083): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a05:42:16.236768 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-09_05:42:14.729699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:16.369813 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221209054214901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054214901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054214902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054214902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054214902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054214903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054214903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:16.498793 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-09_05:42:14.729699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:16.626654 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221209054214901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054214901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054214902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054214902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054214902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054214903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054214903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:16.773954 run patchelf(pid=30086): Terminating (SIGINT)\u000a05:42:16.947355 run patchelf(pid=30086): Terminated: ok {rc=0}\u000a05:42:16.979830 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2355↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)] [trial-2355↪gprs:oc2g↪iperf3.py:8]\u000a05:42:16.990068 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a05:42:17.054981 run osmo-hlr_10.42.42.2(pid=30080): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30080)]\u000a05:42:17.106254 run osmo-hlr_10.42.42.2(pid=30080): stdout: \u000a| (launched: 2022-12-09_05:42:13.788006) \u000a05:42:17.158779 run osmo-hlr_10.42.42.2(pid=30080): stderr: \u000a| �[0;m�[1;31m20221209054213962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054213962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054213962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054213962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054213962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054213962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054213974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054213985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054213986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054213986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:17.201239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30075): Terminating (SIGTERM)\u000a05:42:17.241945 run iperf3-srv_10.42.42.10(pid=30076): Terminating (SIGTERM)\u000a05:42:17.282750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminating (SIGTERM)\u000a05:42:17.323406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminating (SIGTERM)\u000a05:42:17.364009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Terminating (SIGTERM)\u000a05:42:17.374054 --- ParallelTerminationStrategy: PID 30075 died...\u000a05:42:17.428196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30075): Terminated: ok {rc=0}\u000a05:42:17.438692 --- ParallelTerminationStrategy: PID 30076 died...\u000a05:42:17.493230 run iperf3-srv_10.42.42.10(pid=30076): Terminated {rc=256}\u000a05:42:17.503174 --- ParallelTerminationStrategy: PID 30079 died...\u000a05:42:17.557113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminated: ok {rc=0}\u000a05:42:17.567519 --- ParallelTerminationStrategy: PID 30082 died...\u000a05:42:17.621669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminated: ok {rc=0}\u000a05:42:17.632047 --- ParallelTerminationStrategy: PID 30085 died...\u000a05:42:17.686584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Terminated: ok {rc=0}\u000a05:42:17.776206 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2355↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2355↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a05:42:18.886050 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:18.897234 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:19.019824 tst iperf3m4.py: using LAC 19323\u000a05:42:19.139621 tst iperf3m4.py: using RAC 198\u000a05:42:19.259190 tst iperf3m4.py: using CellId 19323\u000a05:42:19.379772 tst iperf3m4.py: using BVCI 19324\u000a05:42:19.402777 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.413381 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.423720 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.434425 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.444516 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.455352 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.466051 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.476491 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:19.487073 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:19.608334 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:19.723844 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:19.837579 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:20.114010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:42:20.238078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:20.548188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Launched\u000a05:42:20.805478 run iperf3-srv_10.42.42.10(pid=30088): Launched\u000a05:42:20.987445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:42:21.111474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:21.420260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Launched\u000a05:42:21.677990 run iperf3-srv_10.42.42.10(pid=30090): Launched\u000a05:42:21.859207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:42:21.983372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:22.292715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30091): Launched\u000a05:42:22.549906 run iperf3-srv_10.42.42.10(pid=30092): Launched\u000a05:42:22.731104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:42:22.854706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:23.162611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30093): Launched\u000a05:42:23.419621 run iperf3-srv_10.42.42.10(pid=30094): Launched\u000a05:42:23.601818 tst iperf3m4.py:8: start network...\u000a05:42:23.725880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:24.196564 run create_hlr_db(pid=30095): Launched\u000a05:42:24.369224 bus /gobi_6: Setting Powered False\u000a05:42:25.391342 run create_hlr_db(pid=30095): Terminated: ok {rc=0}\u000a05:42:25.817670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Launched\u000a05:42:26.139455 run osmo-hlr_10.42.42.2(pid=30098): Launched\u000a05:42:26.259855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:26.819154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Launched\u000a05:42:27.140240 run osmo-stp_10.42.42.5(pid=30101): Launched\u000a05:42:27.256567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:27.819487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30103): Launched\u000a05:42:27.935017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:28.216383 run patchelf(pid=30104): Launched\u000a05:42:28.405781 run osmo-stp_10.42.42.5(pid=30101): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]\u000a05:42:28.543816 run osmo-stp_10.42.42.5(pid=30101): stdout: \u000a| (launched: 2022-12-09_05:42:26.982723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:28.682349 run osmo-stp_10.42.42.5(pid=30101): stderr: \u000a| �[0;m�[38;5;43m20221209054227173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054227173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054227174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054227174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054227174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054227174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054227175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:28.816621 run osmo-stp_10.42.42.5(pid=30101): stdout: \u000a| (launched: 2022-12-09_05:42:26.982723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:28.949587 run osmo-stp_10.42.42.5(pid=30101): stderr: \u000a| �[0;m�[38;5;43m20221209054227173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054227173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054227174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054227174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054227174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054227174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054227175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:29.103617 run patchelf(pid=30104): Terminating (SIGINT)\u000a05:42:29.284125 run patchelf(pid=30104): Terminated: ok {rc=0}\u000a05:42:29.317012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2355↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)] [trial-2355↪gprs:oc2g↪iperf3m4.py:8]\u000a05:42:29.326720 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a05:42:29.389878 run osmo-hlr_10.42.42.2(pid=30098): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30098)]\u000a05:42:29.441724 run osmo-hlr_10.42.42.2(pid=30098): stdout: \u000a| (launched: 2022-12-09_05:42:25.981247) \u000a05:42:29.494050 run osmo-hlr_10.42.42.2(pid=30098): stderr: \u000a| �[0;m�[1;31m20221209054226181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054226181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054226181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054226181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054226181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054226181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054226194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054226202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:29.538719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a05:42:29.580578 run iperf3-srv_10.42.42.10(pid=30088): Terminating (SIGTERM)\u000a05:42:29.622565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Terminating (SIGTERM)\u000a05:42:29.664417 run iperf3-srv_10.42.42.10(pid=30090): Terminating (SIGTERM)\u000a05:42:29.706499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30091): Terminating (SIGTERM)\u000a05:42:29.748227 run iperf3-srv_10.42.42.10(pid=30092): Terminating (SIGTERM)\u000a05:42:29.790714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30093): Terminating (SIGTERM)\u000a05:42:29.832481 run iperf3-srv_10.42.42.10(pid=30094): Terminating (SIGTERM)\u000a05:42:29.874378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Terminating (SIGTERM)\u000a05:42:29.916191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Terminating (SIGTERM)\u000a05:42:29.958534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30103): Terminating (SIGTERM)\u000a05:42:29.968277 --- ParallelTerminationStrategy: PID 30087 died...\u000a05:42:30.024382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a05:42:30.034582 --- ParallelTerminationStrategy: PID 30088 died...\u000a05:42:30.090596 run iperf3-srv_10.42.42.10(pid=30088): Terminated {rc=256}\u000a05:42:30.100742 --- ParallelTerminationStrategy: PID 30089 died...\u000a05:42:30.157255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Terminated: ok {rc=0}\u000a05:42:30.167483 --- ParallelTerminationStrategy: PID 30090 died...\u000a05:42:30.223443 run iperf3-srv_10.42.42.10(pid=30090): Terminated {rc=256}\u000a05:42:30.233722 --- ParallelTerminationStrategy: PID 30091 died...\u000a05:42:30.289566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30091): Terminated: ok {rc=0}\u000a05:42:30.299726 --- ParallelTerminationStrategy: PID 30092 died...\u000a05:42:30.355770 run iperf3-srv_10.42.42.10(pid=30092): Terminated {rc=256}\u000a05:42:30.365988 --- ParallelTerminationStrategy: PID 30093 died...\u000a05:42:30.422259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30093): Terminated: ok {rc=0}\u000a05:42:30.432430 --- ParallelTerminationStrategy: PID 30094 died...\u000a05:42:30.488209 run iperf3-srv_10.42.42.10(pid=30094): Terminated {rc=256}\u000a05:42:30.498416 --- ParallelTerminationStrategy: PID 30097 died...\u000a05:42:30.554214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Terminated: ok {rc=0}\u000a05:42:30.564360 --- ParallelTerminationStrategy: PID 30100 died...\u000a05:42:30.619972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Terminated: ok {rc=0}\u000a05:42:30.630162 --- ParallelTerminationStrategy: PID 30103 died...\u000a05:42:30.685805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30103): Terminated: ok {rc=0}\u000a05:42:30.772629 bus /gobi_4: Setting Powered False\u000a05:42:31.896241 bus /gobi_4: Setting Powered False\u000a05:42:33.005271 bus /gobi_1: Setting Powered False\u000a05:42:34.110888 bus /gobi_1: Setting Powered False\u000a05:42:35.222748 bus /gobi_0: Setting Powered False\u000a05:42:36.325714 bus /gobi_0: Setting Powered False\u000a05:42:37.437783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30111): Process ended prematurely: osmo-stp_10.42.42.5(pid=30111) [trial-2355↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30111)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30111): Process ended prematurely: osmo-stp_10.42.42.5(pid=30111) [trial-2355↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g ping.py\u000a----------------------------------------------\u000a05:42:38.504201 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:38.515241 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:38.639906 tst ping.py: using LAC 19324\u000a05:42:38.754489 tst ping.py: using RAC 199\u000a05:42:38.868190 tst ping.py: using CellId 19324\u000a05:42:38.982794 tst ping.py: using BVCI 19325\u000a05:42:39.005478 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.015862 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.026196 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.036630 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.047036 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.057519 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.067999 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:39.078442 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:39.349714 tst ping.py:19: start network...\u000a05:42:39.472597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:39.936676 run create_hlr_db(pid=30105): Launched\u000a05:42:40.106721 bus /gobi_6: Setting Powered False\u000a05:42:41.128360 run create_hlr_db(pid=30105): Terminated: ok {rc=0}\u000a05:42:41.550975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30107): Launched\u000a05:42:41.866699 run osmo-hlr_10.42.42.2(pid=30108): Launched\u000a05:42:41.986013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:42.540928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30110): Launched\u000a05:42:42.857292 run osmo-stp_10.42.42.5(pid=30111): Launched\u000a05:42:42.972280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:43.525915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30113): Launched\u000a05:42:43.639077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:43.911745 run patchelf(pid=30120): Launched\u000a05:42:44.087224 run osmo-stp_10.42.42.5(pid=30111): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30111)]\u000a05:42:44.214904 run osmo-stp_10.42.42.5(pid=30111): stdout: \u000a| (launched: 2022-12-09_05:42:42.702096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:44.342821 run osmo-stp_10.42.42.5(pid=30111): stderr: \u000a| �[0;m�[38;5;43m20221209054242893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054242893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054242893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054242894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054242894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054242894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054242894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:44.465477 run osmo-stp_10.42.42.5(pid=30111): stdout: \u000a| (launched: 2022-12-09_05:42:42.702096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:44.587367 run osmo-stp_10.42.42.5(pid=30111): stderr: \u000a| �[0;m�[38;5;43m20221209054242893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054242893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054242893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054242894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054242894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054242894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054242894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:44.728487 run patchelf(pid=30120): Terminating (SIGINT)\u000a05:42:44.894588 run patchelf(pid=30120): Terminated: ok {rc=0}\u000a05:42:44.924637 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30111): Process ended prematurely: osmo-stp_10.42.42.5(pid=30111) [trial-2355↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30111)] [trial-2355↪gprs:oc2g↪ping.py:22]\u000a05:42:44.933142 tst ping.py:22: Test FAILED (6.4 sec)\u000a05:42:44.993869 run osmo-hlr_10.42.42.2(pid=30108): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30108)]\u000a05:42:45.043551 run osmo-hlr_10.42.42.2(pid=30108): stdout: \u000a| (launched: 2022-12-09_05:42:41.712227) \u000a05:42:45.093642 run osmo-hlr_10.42.42.2(pid=30108): stderr: \u000a| �[0;m�[1;31m20221209054241912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054241912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054241912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054241912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054241912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054241912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054241925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054241933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054241933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054241933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:45.136203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30107): Terminating (SIGTERM)\u000a05:42:45.176298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30110): Terminating (SIGTERM)\u000a05:42:45.216504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30113): Terminating (SIGTERM)\u000a05:42:45.226155 --- ParallelTerminationStrategy: PID 30107 died...\u000a05:42:45.279914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30107): Terminated: ok {rc=0}\u000a05:42:45.290010 --- ParallelTerminationStrategy: PID 30110 died...\u000a05:42:45.343757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30110): Terminated: ok {rc=0}\u000a05:42:45.353868 --- ParallelTerminationStrategy: PID 30113 died...\u000a05:42:45.407116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30113): Terminated: ok {rc=0}\u000a05:42:45.491438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2355↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2355↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a05:42:46.552835 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:46.571389 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:46.733935 tst ping_idle_ping.py: using LAC 19325\u000a05:42:46.858728 tst ping_idle_ping.py: using RAC 200\u000a05:42:46.974745 tst ping_idle_ping.py: using CellId 19325\u000a05:42:47.090559 tst ping_idle_ping.py: using BVCI 19326\u000a05:42:47.113942 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.124931 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.135842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.147223 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.158478 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.169807 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.181228 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:47.192409 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:47.466803 tst ping_idle_ping.py:24: start network...\u000a05:42:47.589230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:48.058520 run create_hlr_db(pid=30121): Launched\u000a05:42:48.229166 bus /gobi_6: Setting Powered False\u000a05:42:49.250094 run create_hlr_db(pid=30121): Terminated: ok {rc=0}\u000a05:42:49.674394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Launched\u000a05:42:49.991855 run osmo-hlr_10.42.42.2(pid=30124): Launched\u000a05:42:50.108881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:50.657269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Launched\u000a05:42:50.952839 run osmo-stp_10.42.42.5(pid=30127): Launched\u000a05:42:51.060102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:51.576217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30129): Launched\u000a05:42:51.681416 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:51.939056 run patchelf(pid=30130): Launched\u000a05:42:52.113160 run osmo-stp_10.42.42.5(pid=30127): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]\u000a05:42:52.240784 run osmo-stp_10.42.42.5(pid=30127): stdout: \u000a| (launched: 2022-12-09_05:42:50.807411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:52.368566 run osmo-stp_10.42.42.5(pid=30127): stderr: \u000a| �[0;m�[38;5;43m20221209054250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054250976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054250978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054250978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054250978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:52.491252 run osmo-stp_10.42.42.5(pid=30127): stdout: \u000a| (launched: 2022-12-09_05:42:50.807411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:52.612512 run osmo-stp_10.42.42.5(pid=30127): stderr: \u000a| �[0;m�[38;5;43m20221209054250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054250976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054250978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054250978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054250978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:52.754410 run patchelf(pid=30130): Terminating (SIGINT)\u000a05:42:52.921875 run patchelf(pid=30130): Terminated: ok {rc=0}\u000a05:42:52.952035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2355↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)] [trial-2355↪gprs:oc2g↪ping_idle_ping.py:27]\u000a05:42:52.960560 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a05:42:53.021391 run osmo-hlr_10.42.42.2(pid=30124): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30124)]\u000a05:42:53.070324 run osmo-hlr_10.42.42.2(pid=30124): stdout: \u000a| (launched: 2022-12-09_05:42:49.836031) \u000a05:42:53.120134 run osmo-hlr_10.42.42.2(pid=30124): stderr: \u000a| �[0;m�[1;31m20221209054250032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054250032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054250032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054250032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054250032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054250032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054250044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054250052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054250053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054250053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:53.162157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Terminating (SIGTERM)\u000a05:42:53.202275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Terminating (SIGTERM)\u000a05:42:53.242326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30129): Terminating (SIGTERM)\u000a05:42:53.251897 --- ParallelTerminationStrategy: PID 30123 died...\u000a05:42:53.305187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Terminated: ok {rc=0}\u000a05:42:53.314979 --- ParallelTerminationStrategy: PID 30126 died...\u000a05:42:53.367973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Terminated: ok {rc=0}\u000a05:42:53.378007 --- ParallelTerminationStrategy: PID 30129 died...\u000a05:42:53.430966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30129): Terminated: ok {rc=0}\u000a05:42:53.514816 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:41:56" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:42:55.626615 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:55.637581 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:42:55.764723 tst cs_paging_gprs_active.py: using LAC 19326\u000a05:42:55.889174 tst cs_paging_gprs_active.py: using RAC 201\u000a05:42:56.017543 tst cs_paging_gprs_active.py: using CellId 19326\u000a05:42:56.139971 tst cs_paging_gprs_active.py: using BVCI 19327\u000a05:42:56.164157 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.175507 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.186317 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.197133 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.207758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.218653 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.229838 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.240506 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:56.251629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:56.367823 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:56.640927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:42:56.765126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:57.071151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30134): Launched\u000a05:42:57.325995 run iperf3-srv_10.42.42.10(pid=30135): Launched\u000a05:42:57.506378 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:42:57.629695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:57.935975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30136): Launched\u000a05:42:58.191056 run iperf3-srv_10.42.42.10(pid=30137): Launched\u000a05:42:58.370532 tst cs_paging_gprs_active.py:38: start network...\u000a05:42:58.494155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:58.961885 run create_hlr_db(pid=30138): Launched\u000a05:42:59.132358 bus /gobi_6: Setting Powered False\u000a05:43:00.155412 run create_hlr_db(pid=30138): Terminated: ok {rc=0}\u000a05:43:00.551097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Launched\u000a05:43:00.846304 run osmo-hlr_10.42.42.2(pid=30141): Launched\u000a05:43:00.996135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:01.719733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Launched\u000a05:43:02.147398 run osmo-stp_10.42.42.5(pid=30144): Launched\u000a05:43:02.293378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:02.851815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Launched\u000a05:43:02.965455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:03.241721 run patchelf(pid=30147): Launched\u000a05:43:03.429425 run osmo-stp_10.42.42.5(pid=30144): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]\u000a05:43:03.566188 run osmo-stp_10.42.42.5(pid=30144): stdout: \u000a| (launched: 2022-12-09_05:43:01.888753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:03.703232 run osmo-stp_10.42.42.5(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221209054302187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054302188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054302188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054302188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054302190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054302191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054302191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:03.835400 run osmo-stp_10.42.42.5(pid=30144): stdout: \u000a| (launched: 2022-12-09_05:43:01.888753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:03.966342 run osmo-stp_10.42.42.5(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221209054302187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054302188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054302188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054302188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054302190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054302191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054302191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:04.118330 run patchelf(pid=30147): Terminating (SIGINT)\u000a05:43:04.296685 run patchelf(pid=30147): Terminated: ok {rc=0}\u000a05:43:04.329593 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)] [trial-2355↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:43:04.339310 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a05:43:04.402144 run osmo-hlr_10.42.42.2(pid=30141): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30141)]\u000a05:43:04.454577 run osmo-hlr_10.42.42.2(pid=30141): stdout: \u000a| (launched: 2022-12-09_05:43:00.701530) \u000a05:43:04.506921 run osmo-hlr_10.42.42.2(pid=30141): stderr: \u000a| �[0;m�[1;31m20221209054300957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054300957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054300957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054300957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054300958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054300958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054300980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054301005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054301005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054301005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:04.551539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30134): Terminating (SIGTERM)\u000a05:43:04.593746 run iperf3-srv_10.42.42.10(pid=30135): Terminating (SIGTERM)\u000a05:43:04.635986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30136): Terminating (SIGTERM)\u000a05:43:04.678072 run iperf3-srv_10.42.42.10(pid=30137): Terminating (SIGTERM)\u000a05:43:04.720246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Terminating (SIGTERM)\u000a05:43:04.762477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Terminating (SIGTERM)\u000a05:43:04.804531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Terminating (SIGTERM)\u000a05:43:04.814241 --- ParallelTerminationStrategy: PID 30134 died...\u000a05:43:04.870424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30134): Terminated: ok {rc=0}\u000a05:43:04.880567 --- ParallelTerminationStrategy: PID 30135 died...\u000a05:43:04.936037 run iperf3-srv_10.42.42.10(pid=30135): Terminated {rc=256}\u000a05:43:04.946077 --- ParallelTerminationStrategy: PID 30136 died...\u000a05:43:05.001788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30136): Terminated: ok {rc=0}\u000a05:43:05.011714 --- ParallelTerminationStrategy: PID 30137 died...\u000a05:43:05.067456 run iperf3-srv_10.42.42.10(pid=30137): Terminated {rc=256}\u000a05:43:05.077585 --- ParallelTerminationStrategy: PID 30140 died...\u000a05:43:05.133165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Terminated: ok {rc=0}\u000a05:43:05.143176 --- ParallelTerminationStrategy: PID 30143 died...\u000a05:43:05.198880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Terminated: ok {rc=0}\u000a05:43:05.208915 --- ParallelTerminationStrategy: PID 30146 died...\u000a05:43:05.264807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Terminated: ok {rc=0}\u000a05:43:05.351838 bus /gobi_0: Setting Powered False\u000a05:43:06.455272 bus /gobi_0: Setting Powered False\u000a05:43:07.565859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30156): Process ended prematurely: osmo-stp_10.42.42.5(pid=30156) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30156)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30156): Process ended prematurely: osmo-stp_10.42.42.5(pid=30156) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:43:08.674349 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:08.685661 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:08.807129 tst iperf3.py: using LAC 19327\u000a05:43:08.925537 tst iperf3.py: using RAC 202\u000a05:43:09.041965 tst iperf3.py: using CellId 19327\u000a05:43:09.160268 tst iperf3.py: using BVCI 19328\u000a05:43:09.182876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.193593 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.204020 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.214923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.225581 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.235846 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.246910 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.257628 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:09.268391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:09.540271 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:43:09.663388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:09.968470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30148): Launched\u000a05:43:10.223073 run iperf3-srv_10.42.42.10(pid=30149): Launched\u000a05:43:10.402235 tst iperf3.py:8: start network...\u000a05:43:10.525458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:10.989447 run create_hlr_db(pid=30150): Launched\u000a05:43:11.159077 bus /gobi_6: Setting Powered False\u000a05:43:12.181537 run create_hlr_db(pid=30150): Terminated: ok {rc=0}\u000a05:43:12.602649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30152): Launched\u000a05:43:12.919377 run osmo-hlr_10.42.42.2(pid=30153): Launched\u000a05:43:13.037717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:13.590224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30155): Launched\u000a05:43:13.907198 run osmo-stp_10.42.42.5(pid=30156): Launched\u000a05:43:14.022684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:14.575018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30158): Launched\u000a05:43:14.687744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:14.962872 run patchelf(pid=30159): Launched\u000a05:43:15.149237 run osmo-stp_10.42.42.5(pid=30156): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30156)]\u000a05:43:15.285591 run osmo-stp_10.42.42.5(pid=30156): stdout: \u000a| (launched: 2022-12-09_05:43:13.752137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:15.422203 run osmo-stp_10.42.42.5(pid=30156): stderr: \u000a| �[0;m�[38;5;43m20221209054313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054313946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:15.554882 run osmo-stp_10.42.42.5(pid=30156): stdout: \u000a| (launched: 2022-12-09_05:43:13.752137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:15.686310 run osmo-stp_10.42.42.5(pid=30156): stderr: \u000a| �[0;m�[38;5;43m20221209054313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054313946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:15.840145 run patchelf(pid=30159): Terminating (SIGINT)\u000a05:43:16.027317 run patchelf(pid=30159): Terminated: ok {rc=0}\u000a05:43:16.061355 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30156): Process ended prematurely: osmo-stp_10.42.42.5(pid=30156) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30156)] [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a05:43:16.072093 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a05:43:16.135812 run osmo-hlr_10.42.42.2(pid=30153): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30153)]\u000a05:43:16.188907 run osmo-hlr_10.42.42.2(pid=30153): stdout: \u000a| (launched: 2022-12-09_05:43:12.764005) \u000a05:43:16.242853 run osmo-hlr_10.42.42.2(pid=30153): stderr: \u000a| �[0;m�[1;31m20221209054312960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054312960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054312961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054312961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054312961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054312961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054312974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054312982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054312982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054312982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:16.289163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30148): Terminating (SIGTERM)\u000a05:43:16.334665 run iperf3-srv_10.42.42.10(pid=30149): Terminating (SIGTERM)\u000a05:43:16.379406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30152): Terminating (SIGTERM)\u000a05:43:16.422916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30155): Terminating (SIGTERM)\u000a05:43:16.469401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30158): Terminating (SIGTERM)\u000a05:43:16.479788 --- ParallelTerminationStrategy: PID 30148 died...\u000a05:43:16.537928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30148): Terminated: ok {rc=0}\u000a05:43:16.548758 --- ParallelTerminationStrategy: PID 30149 died...\u000a05:43:16.606327 run iperf3-srv_10.42.42.10(pid=30149): Terminated {rc=256}\u000a05:43:16.617170 --- ParallelTerminationStrategy: PID 30152 died...\u000a05:43:16.674910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30152): Terminated: ok {rc=0}\u000a05:43:16.685850 --- ParallelTerminationStrategy: PID 30155 died...\u000a05:43:16.743797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30155): Terminated: ok {rc=0}\u000a05:43:16.754735 --- ParallelTerminationStrategy: PID 30158 died...\u000a05:43:16.812616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30158): Terminated: ok {rc=0}\u000a05:43:16.903269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:43:18.015876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.027546 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:18.153539 tst iperf3m4.py: using LAC 19328\u000a05:43:18.275980 tst iperf3m4.py: using RAC 203\u000a05:43:18.403994 tst iperf3m4.py: using CellId 19328\u000a05:43:18.526761 tst iperf3m4.py: using BVCI 19329\u000a05:43:18.551456 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.562789 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.573685 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.584611 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.595393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.606276 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.617323 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.628090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:18.639172 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:18.755279 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:18.875602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:18.989113 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:19.278623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:43:19.411371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:19.739475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30160): Launched\u000a05:43:20.011507 run iperf3-srv_10.42.42.10(pid=30161): Launched\u000a05:43:20.205844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:43:20.338425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:20.665246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30162): Launched\u000a05:43:20.937043 run iperf3-srv_10.42.42.10(pid=30163): Launched\u000a05:43:21.130911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:43:21.262801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:21.589674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30164): Launched\u000a05:43:21.861701 run iperf3-srv_10.42.42.10(pid=30165): Launched\u000a05:43:22.055211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:43:22.187237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:22.515003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30166): Launched\u000a05:43:22.788231 run iperf3-srv_10.42.42.10(pid=30167): Launched\u000a05:43:22.981538 tst iperf3m4.py:8: start network...\u000a05:43:23.113303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:23.621145 run create_hlr_db(pid=30168): Launched\u000a05:43:23.804055 bus /gobi_6: Setting Powered False\u000a05:43:24.826378 run create_hlr_db(pid=30168): Terminated: ok {rc=0}\u000a05:43:25.248395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Launched\u000a05:43:25.566286 run osmo-hlr_10.42.42.2(pid=30171): Launched\u000a05:43:25.681960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:26.234693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Launched\u000a05:43:26.552546 run osmo-stp_10.42.42.5(pid=30174): Launched\u000a05:43:26.668850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:27.225032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30176): Launched\u000a05:43:27.338776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:27.616273 run patchelf(pid=30177): Launched\u000a05:43:27.803094 run osmo-stp_10.42.42.5(pid=30174): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]\u000a05:43:27.939908 run osmo-stp_10.42.42.5(pid=30174): stdout: \u000a| (launched: 2022-12-09_05:43:26.396561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:28.076801 run osmo-stp_10.42.42.5(pid=30174): stderr: \u000a| �[0;m�[38;5;43m20221209054326589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054326590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054326590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054326590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054326591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054326591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054326591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:28.209365 run osmo-stp_10.42.42.5(pid=30174): stdout: \u000a| (launched: 2022-12-09_05:43:26.396561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:28.340769 run osmo-stp_10.42.42.5(pid=30174): stderr: \u000a| �[0;m�[38;5;43m20221209054326589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054326590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054326590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054326590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054326591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054326591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054326591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:28.493619 run patchelf(pid=30177): Terminating (SIGINT)\u000a05:43:28.672427 run patchelf(pid=30177): Terminated: ok {rc=0}\u000a05:43:28.705297 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)] [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:43:28.714959 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a05:43:28.777679 run osmo-hlr_10.42.42.2(pid=30171): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30171)]\u000a05:43:28.829036 run osmo-hlr_10.42.42.2(pid=30171): stdout: \u000a| (launched: 2022-12-09_05:43:25.410370) \u000a05:43:28.880781 run osmo-hlr_10.42.42.2(pid=30171): stderr: \u000a| �[0;m�[1;31m20221209054325608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054325608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054325608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054325608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054325608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054325608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054325625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054325635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054325635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054325635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:28.925171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30160): Terminating (SIGTERM)\u000a05:43:28.966979 run iperf3-srv_10.42.42.10(pid=30161): Terminating (SIGTERM)\u000a05:43:29.008787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30162): Terminating (SIGTERM)\u000a05:43:29.050504 run iperf3-srv_10.42.42.10(pid=30163): Terminating (SIGTERM)\u000a05:43:29.092290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30164): Terminating (SIGTERM)\u000a05:43:29.134045 run iperf3-srv_10.42.42.10(pid=30165): Terminating (SIGTERM)\u000a05:43:29.175708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30166): Terminating (SIGTERM)\u000a05:43:29.217510 run iperf3-srv_10.42.42.10(pid=30167): Terminating (SIGTERM)\u000a05:43:29.259178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminating (SIGTERM)\u000a05:43:29.300884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminating (SIGTERM)\u000a05:43:29.342815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30176): Terminating (SIGTERM)\u000a05:43:29.352393 --- ParallelTerminationStrategy: PID 30160 died...\u000a05:43:29.408197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30160): Terminated: ok {rc=0}\u000a05:43:29.418191 --- ParallelTerminationStrategy: PID 30161 died...\u000a05:43:29.474029 run iperf3-srv_10.42.42.10(pid=30161): Terminated {rc=256}\u000a05:43:29.484089 --- ParallelTerminationStrategy: PID 30162 died...\u000a05:43:29.539655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30162): Terminated: ok {rc=0}\u000a05:43:29.549659 --- ParallelTerminationStrategy: PID 30163 died...\u000a05:43:29.605537 run iperf3-srv_10.42.42.10(pid=30163): Terminated {rc=256}\u000a05:43:29.615461 --- ParallelTerminationStrategy: PID 30164 died...\u000a05:43:29.670664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30164): Terminated: ok {rc=0}\u000a05:43:29.680505 --- ParallelTerminationStrategy: PID 30165 died...\u000a05:43:29.735919 run iperf3-srv_10.42.42.10(pid=30165): Terminated {rc=256}\u000a05:43:29.745868 --- ParallelTerminationStrategy: PID 30166 died...\u000a05:43:29.801002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30166): Terminated: ok {rc=0}\u000a05:43:29.810889 --- ParallelTerminationStrategy: PID 30167 died...\u000a05:43:29.866146 run iperf3-srv_10.42.42.10(pid=30167): Terminated {rc=256}\u000a05:43:29.876067 --- ParallelTerminationStrategy: PID 30170 died...\u000a05:43:29.931220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminated: ok {rc=0}\u000a05:43:29.941266 --- ParallelTerminationStrategy: PID 30173 died...\u000a05:43:29.996535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminated: ok {rc=0}\u000a05:43:30.006530 --- ParallelTerminationStrategy: PID 30176 died...\u000a05:43:30.062036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30176): Terminated: ok {rc=0}\u000a05:43:30.149584 bus /gobi_4: Setting Powered False\u000a05:43:31.256392 bus /gobi_4: Setting Powered False\u000a05:43:32.366311 bus /gobi_1: Setting Powered False\u000a05:43:33.468331 bus /gobi_1: Setting Powered False\u000a05:43:34.579631 bus /gobi_0: Setting Powered False\u000a05:43:35.682699 bus /gobi_0: Setting Powered False\u000a05:43:36.795854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30184): Process ended prematurely: osmo-stp_10.42.42.5(pid=30184) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30184)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30184): Process ended prematurely: osmo-stp_10.42.42.5(pid=30184) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:43:37.863110 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:37.874220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:37.996390 tst ping.py: using LAC 19329\u000a05:43:38.109608 tst ping.py: using RAC 204\u000a05:43:38.224539 tst ping.py: using CellId 19329\u000a05:43:38.339530 tst ping.py: using BVCI 19330\u000a05:43:38.361779 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.372331 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.382872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.393560 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.404134 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.414724 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.425643 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:38.436328 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:38.703929 tst ping.py:19: start network...\u000a05:43:38.823954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:39.278991 run create_hlr_db(pid=30178): Launched\u000a05:43:39.445852 bus /gobi_6: Setting Powered False\u000a05:43:40.467650 run create_hlr_db(pid=30178): Terminated: ok {rc=0}\u000a05:43:40.855617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30180): Launched\u000a05:43:41.144240 run osmo-hlr_10.42.42.2(pid=30181): Launched\u000a05:43:41.255738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:41.767382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30183): Launched\u000a05:43:42.057392 run osmo-stp_10.42.42.5(pid=30184): Launched\u000a05:43:42.163597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:42.670782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30186): Launched\u000a05:43:42.774434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:43.027916 run patchelf(pid=30187): Launched\u000a05:43:43.199450 run osmo-stp_10.42.42.5(pid=30184): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30184)]\u000a05:43:43.324757 run osmo-stp_10.42.42.5(pid=30184): stdout: \u000a| (launched: 2022-12-09_05:43:41.914670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:43.450490 run osmo-stp_10.42.42.5(pid=30184): stderr: \u000a| �[0;m�[38;5;43m20221209054342084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054342084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054342084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054342085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054342085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054342085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054342085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:43.571360 run osmo-stp_10.42.42.5(pid=30184): stdout: \u000a| (launched: 2022-12-09_05:43:41.914670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:43.691232 run osmo-stp_10.42.42.5(pid=30184): stderr: \u000a| �[0;m�[38;5;43m20221209054342084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054342084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054342084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054342085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054342085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054342085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054342085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:43.832661 run patchelf(pid=30187): Terminating (SIGINT)\u000a05:43:43.997535 run patchelf(pid=30187): Terminated: ok {rc=0}\u000a05:43:44.027681 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30184): Process ended prematurely: osmo-stp_10.42.42.5(pid=30184) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30184)] [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a05:43:44.036288 tst ping.py:22: Test FAILED (6.2 sec)\u000a05:43:44.096598 run osmo-hlr_10.42.42.2(pid=30181): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30181)]\u000a05:43:44.145872 run osmo-hlr_10.42.42.2(pid=30181): stdout: \u000a| (launched: 2022-12-09_05:43:41.002887) \u000a05:43:44.195624 run osmo-hlr_10.42.42.2(pid=30181): stderr: \u000a| �[0;m�[1;31m20221209054341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054341192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054341202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054341202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054341202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:44.237727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30180): Terminating (SIGTERM)\u000a05:43:44.277733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30183): Terminating (SIGTERM)\u000a05:43:44.317990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30186): Terminating (SIGTERM)\u000a05:43:44.327418 --- ParallelTerminationStrategy: PID 30180 died...\u000a05:43:44.381685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30180): Terminated: ok {rc=0}\u000a05:43:44.391223 --- ParallelTerminationStrategy: PID 30183 died...\u000a05:43:44.444894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30183): Terminated: ok {rc=0}\u000a05:43:44.454590 --- ParallelTerminationStrategy: PID 30186 died...\u000a05:43:44.507681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30186): Terminated: ok {rc=0}\u000a05:43:44.592028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30194): Process ended prematurely: osmo-stp_10.42.42.5(pid=30194) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30194)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30194): Process ended prematurely: osmo-stp_10.42.42.5(pid=30194) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:43:45.645176 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.657522 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:45.788683 tst ping_idle_ping.py: using LAC 19330\u000a05:43:45.933803 tst ping_idle_ping.py: using RAC 205\u000a05:43:46.063815 tst ping_idle_ping.py: using CellId 19330\u000a05:43:46.208717 tst ping_idle_ping.py: using BVCI 19331\u000a05:43:46.237949 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.249878 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.262151 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.274501 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.286391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.298284 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.311128 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:46.322976 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:46.646343 tst ping_idle_ping.py:24: start network...\u000a05:43:46.773246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:47.260524 run create_hlr_db(pid=30188): Launched\u000a05:43:47.450539 bus /gobi_6: Setting Powered False\u000a05:43:48.469211 run create_hlr_db(pid=30188): Terminated: ok {rc=0}\u000a05:43:48.864759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30190): Launched\u000a05:43:49.155766 run osmo-hlr_10.42.42.2(pid=30191): Launched\u000a05:43:49.267570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:49.781589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30193): Launched\u000a05:43:50.075235 run osmo-stp_10.42.42.5(pid=30194): Launched\u000a05:43:50.181477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:50.692067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30196): Launched\u000a05:43:50.796883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:51.052443 run patchelf(pid=30197): Launched\u000a05:43:51.226046 run osmo-stp_10.42.42.5(pid=30194): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30194)]\u000a05:43:51.352383 run osmo-stp_10.42.42.5(pid=30194): stdout: \u000a| (launched: 2022-12-09_05:43:49.930219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:51.479209 run osmo-stp_10.42.42.5(pid=30194): stderr: \u000a| �[0;m�[38;5;43m20221209054350098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054350098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054350098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054350099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054350099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054350099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054350099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:51.601439 run osmo-stp_10.42.42.5(pid=30194): stdout: \u000a| (launched: 2022-12-09_05:43:49.930219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:51.722310 run osmo-stp_10.42.42.5(pid=30194): stderr: \u000a| �[0;m�[38;5;43m20221209054350098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054350098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054350098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054350099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054350099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054350099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054350099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:51.862973 run patchelf(pid=30197): Terminating (SIGINT)\u000a05:43:52.028311 run patchelf(pid=30197): Terminated: ok {rc=0}\u000a05:43:52.058400 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30194): Process ended prematurely: osmo-stp_10.42.42.5(pid=30194) [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30194)] [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:43:52.067037 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a05:43:52.128512 run osmo-hlr_10.42.42.2(pid=30191): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30191)]\u000a05:43:52.178304 run osmo-hlr_10.42.42.2(pid=30191): stdout: \u000a| (launched: 2022-12-09_05:43:49.012793) \u000a05:43:52.228937 run osmo-hlr_10.42.42.2(pid=30191): stderr: \u000a| �[0;m�[1;31m20221209054349186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054349186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054349186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054349186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054349186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054349186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054349199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054349209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054349209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054349210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:52.272013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30190): Terminating (SIGTERM)\u000a05:43:52.312761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30193): Terminating (SIGTERM)\u000a05:43:52.353963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30196): Terminating (SIGTERM)\u000a05:43:52.363759 --- ParallelTerminationStrategy: PID 30190 died...\u000a05:43:52.418336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30190): Terminated: ok {rc=0}\u000a05:43:52.428161 --- ParallelTerminationStrategy: PID 30193 died...\u000a05:43:52.482613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30193): Terminated: ok {rc=0}\u000a05:43:52.492424 --- ParallelTerminationStrategy: PID 30196 died...\u000a05:43:52.546492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30196): Terminated: ok {rc=0}\u000a05:43:52.631621 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:42:55" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30211): Process ended prematurely: osmo-stp_10.42.42.5(pid=30211) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30211)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30211): Process ended prematurely: osmo-stp_10.42.42.5(pid=30211) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:43:54.751730 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.762848 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:43:54.916119 tst cs_paging_gprs_active.py: using LAC 19331\u000a05:43:55.039179 tst cs_paging_gprs_active.py: using RAC 206\u000a05:43:55.162219 tst cs_paging_gprs_active.py: using CellId 19331\u000a05:43:55.286298 tst cs_paging_gprs_active.py: using BVCI 19332\u000a05:43:55.310832 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.322081 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.333079 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.344032 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.354880 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.365840 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.376804 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.387615 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:55.398675 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:55.515103 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:55.806675 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:43:55.940795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:56.269440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30201): Launched\u000a05:43:56.543126 run iperf3-srv_10.42.42.10(pid=30202): Launched\u000a05:43:56.738071 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:43:56.871390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:57.200326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30203): Launched\u000a05:43:57.469709 run iperf3-srv_10.42.42.10(pid=30204): Launched\u000a05:43:57.650723 tst cs_paging_gprs_active.py:38: start network...\u000a05:43:57.775011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:58.243099 run create_hlr_db(pid=30205): Launched\u000a05:43:58.413465 bus /gobi_6: Setting Powered False\u000a05:43:59.437048 run create_hlr_db(pid=30205): Terminated: ok {rc=0}\u000a05:43:59.859095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30207): Launched\u000a05:44:00.177209 run osmo-hlr_10.42.42.2(pid=30208): Launched\u000a05:44:00.294451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:00.862176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30210): Launched\u000a05:44:01.299614 run osmo-stp_10.42.42.5(pid=30211): Launched\u000a05:44:01.517265 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:02.110692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30213): Launched\u000a05:44:02.221938 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:02.481361 run patchelf(pid=30214): Launched\u000a05:44:02.656287 run osmo-stp_10.42.42.5(pid=30211): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30211)]\u000a05:44:02.784452 run osmo-stp_10.42.42.5(pid=30211): stdout: \u000a| (launched: 2022-12-09_05:44:01.035033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:02.913842 run osmo-stp_10.42.42.5(pid=30211): stderr: \u000a| �[0;m�[38;5;43m20221209054401365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054401365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054401366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054401366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054401366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054401367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054401367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:03.037677 run osmo-stp_10.42.42.5(pid=30211): stdout: \u000a| (launched: 2022-12-09_05:44:01.035033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:03.160414 run osmo-stp_10.42.42.5(pid=30211): stderr: \u000a| �[0;m�[38;5;43m20221209054401365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054401365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054401366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054401366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054401366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054401367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054401367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:03.303110 run patchelf(pid=30214): Terminating (SIGINT)\u000a05:44:03.471039 run patchelf(pid=30214): Terminated: ok {rc=0}\u000a05:44:03.501958 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30211): Process ended prematurely: osmo-stp_10.42.42.5(pid=30211) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30211)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:44:03.510915 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:44:03.571651 run osmo-hlr_10.42.42.2(pid=30208): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30208)]\u000a05:44:03.621055 run osmo-hlr_10.42.42.2(pid=30208): stdout: \u000a| (launched: 2022-12-09_05:44:00.021319) \u000a05:44:03.671583 run osmo-hlr_10.42.42.2(pid=30208): stderr: \u000a| �[0;m�[1;31m20221209054400220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054400220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054400220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054400220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054400220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054400220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054400232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054400240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054400241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054400241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:03.713907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30201): Terminating (SIGTERM)\u000a05:44:03.754268 run iperf3-srv_10.42.42.10(pid=30202): Terminating (SIGTERM)\u000a05:44:03.794596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30203): Terminating (SIGTERM)\u000a05:44:03.834941 run iperf3-srv_10.42.42.10(pid=30204): Terminating (SIGTERM)\u000a05:44:03.875555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30207): Terminating (SIGTERM)\u000a05:44:03.915918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30210): Terminating (SIGTERM)\u000a05:44:03.956071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30213): Terminating (SIGTERM)\u000a05:44:03.965506 --- ParallelTerminationStrategy: PID 30201 died...\u000a05:44:04.019232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30201): Terminated: ok {rc=0}\u000a05:44:04.029116 --- ParallelTerminationStrategy: PID 30202 died...\u000a05:44:04.082843 run iperf3-srv_10.42.42.10(pid=30202): Terminated {rc=256}\u000a05:44:04.092465 --- ParallelTerminationStrategy: PID 30203 died...\u000a05:44:04.145963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30203): Terminated: ok {rc=0}\u000a05:44:04.155728 --- ParallelTerminationStrategy: PID 30204 died...\u000a05:44:04.208802 run iperf3-srv_10.42.42.10(pid=30204): Terminated {rc=256}\u000a05:44:04.218586 --- ParallelTerminationStrategy: PID 30207 died...\u000a05:44:04.271940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30207): Terminated: ok {rc=0}\u000a05:44:04.281712 --- ParallelTerminationStrategy: PID 30210 died...\u000a05:44:04.334783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30210): Terminated: ok {rc=0}\u000a05:44:04.344511 --- ParallelTerminationStrategy: PID 30213 died...\u000a05:44:04.397356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30213): Terminated: ok {rc=0}\u000a05:44:04.484834 bus /gobi_0: Setting Powered False\u000a05:44:05.586627 bus /gobi_0: Setting Powered False\u000a05:44:06.699434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30224): Process ended prematurely: osmo-stp_10.42.42.5(pid=30224) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30224)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30224): Process ended prematurely: osmo-stp_10.42.42.5(pid=30224) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:44:07.808156 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:07.819578 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:07.970651 tst iperf3.py: using LAC 19332\u000a05:44:08.094363 tst iperf3.py: using RAC 207\u000a05:44:08.210422 tst iperf3.py: using CellId 19332\u000a05:44:08.325623 tst iperf3.py: using BVCI 19333\u000a05:44:08.348518 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.359409 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.370154 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.380996 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.391650 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.402466 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.413379 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.423918 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:08.434749 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:08.707207 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:44:08.830770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:09.137141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Launched\u000a05:44:09.391901 run iperf3-srv_10.42.42.10(pid=30217): Launched\u000a05:44:09.572363 tst iperf3.py:8: start network...\u000a05:44:09.695626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:10.159471 run create_hlr_db(pid=30218): Launched\u000a05:44:10.330562 bus /gobi_6: Setting Powered False\u000a05:44:11.352184 run create_hlr_db(pid=30218): Terminated: ok {rc=0}\u000a05:44:11.774134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30220): Launched\u000a05:44:12.091064 run osmo-hlr_10.42.42.2(pid=30221): Launched\u000a05:44:12.207597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:12.759029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30223): Launched\u000a05:44:13.070376 run osmo-stp_10.42.42.5(pid=30224): Launched\u000a05:44:13.179692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:13.696284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30226): Launched\u000a05:44:13.802069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:14.059696 run patchelf(pid=30227): Launched\u000a05:44:14.233492 run osmo-stp_10.42.42.5(pid=30224): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30224)]\u000a05:44:14.360514 run osmo-stp_10.42.42.5(pid=30224): stdout: \u000a| (launched: 2022-12-09_05:44:12.919999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:14.487910 run osmo-stp_10.42.42.5(pid=30224): stderr: \u000a| �[0;m�[38;5;43m20221209054413089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054413089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054413089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054413090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054413092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054413092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054413092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:14.611754 run osmo-stp_10.42.42.5(pid=30224): stdout: \u000a| (launched: 2022-12-09_05:44:12.919999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:14.734624 run osmo-stp_10.42.42.5(pid=30224): stderr: \u000a| �[0;m�[38;5;43m20221209054413089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054413089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054413089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054413090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054413092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054413092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054413092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:14.876607 run patchelf(pid=30227): Terminating (SIGINT)\u000a05:44:15.043760 run patchelf(pid=30227): Terminated: ok {rc=0}\u000a05:44:15.074476 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30224): Process ended prematurely: osmo-stp_10.42.42.5(pid=30224) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30224)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:44:15.083408 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a05:44:15.143848 run osmo-hlr_10.42.42.2(pid=30221): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30221)]\u000a05:44:15.193330 run osmo-hlr_10.42.42.2(pid=30221): stdout: \u000a| (launched: 2022-12-09_05:44:11.936157) \u000a05:44:15.243391 run osmo-hlr_10.42.42.2(pid=30221): stderr: \u000a| �[0;m�[1;31m20221209054412132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054412132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054412132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054412132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054412132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054412132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054412145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054412153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054412154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054412154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:15.285723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Terminating (SIGTERM)\u000a05:44:15.326290 run iperf3-srv_10.42.42.10(pid=30217): Terminating (SIGTERM)\u000a05:44:15.366360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30220): Terminating (SIGTERM)\u000a05:44:15.407432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30223): Terminating (SIGTERM)\u000a05:44:15.447727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30226): Terminating (SIGTERM)\u000a05:44:15.457205 --- ParallelTerminationStrategy: PID 30216 died...\u000a05:44:15.510996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Terminated: ok {rc=0}\u000a05:44:15.520897 --- ParallelTerminationStrategy: PID 30217 died...\u000a05:44:15.574494 run iperf3-srv_10.42.42.10(pid=30217): Terminated {rc=256}\u000a05:44:15.584023 --- ParallelTerminationStrategy: PID 30220 died...\u000a05:44:15.637227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30220): Terminated: ok {rc=0}\u000a05:44:15.646977 --- ParallelTerminationStrategy: PID 30223 died...\u000a05:44:15.700442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30223): Terminated: ok {rc=0}\u000a05:44:15.710036 --- ParallelTerminationStrategy: PID 30226 died...\u000a05:44:15.763556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30226): Terminated: ok {rc=0}\u000a05:44:15.873435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:44:16.998861 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.014422 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:17.172230 tst iperf3m4.py: using LAC 19333\u000a05:44:17.290861 tst iperf3m4.py: using RAC 208\u000a05:44:17.408846 tst iperf3m4.py: using CellId 19333\u000a05:44:17.526066 tst iperf3m4.py: using BVCI 19334\u000a05:44:17.548459 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.559195 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.569739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.581056 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.592072 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.603202 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.614771 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.625870 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:17.637356 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:17.758783 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:17.881106 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:17.996408 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:18.286157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:44:18.419055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:18.747603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30228): Launched\u000a05:44:19.021699 run iperf3-srv_10.42.42.10(pid=30229): Launched\u000a05:44:19.216679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:44:19.349475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:19.680236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30230): Launched\u000a05:44:19.953927 run iperf3-srv_10.42.42.10(pid=30231): Launched\u000a05:44:20.149179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:44:20.282075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:20.611808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30232): Launched\u000a05:44:20.886001 run iperf3-srv_10.42.42.10(pid=30233): Launched\u000a05:44:21.081830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:44:21.214748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:21.544459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30234): Launched\u000a05:44:21.818415 run iperf3-srv_10.42.42.10(pid=30235): Launched\u000a05:44:22.013562 tst iperf3m4.py:8: start network...\u000a05:44:22.146608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:22.659596 run create_hlr_db(pid=30236): Launched\u000a05:44:22.844053 bus /gobi_6: Setting Powered False\u000a05:44:23.864624 run create_hlr_db(pid=30236): Terminated: ok {rc=0}\u000a05:44:24.287338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Launched\u000a05:44:24.605105 run osmo-hlr_10.42.42.2(pid=30239): Launched\u000a05:44:24.721457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:25.276326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Launched\u000a05:44:25.595057 run osmo-stp_10.42.42.5(pid=30242): Launched\u000a05:44:25.710216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:26.263967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30244): Launched\u000a05:44:26.377280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:26.654532 run patchelf(pid=30245): Launched\u000a05:44:26.842107 run osmo-stp_10.42.42.5(pid=30242): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a05:44:26.978810 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-09_05:44:25.438630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:27.116278 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221209054425632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054425632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054425632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054425633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054425633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054425633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054425633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:27.249244 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-09_05:44:25.438630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:27.381200 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221209054425632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054425632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054425632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054425633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054425633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054425633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054425633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:27.534821 run patchelf(pid=30245): Terminating (SIGINT)\u000a05:44:27.714137 run patchelf(pid=30245): Terminated: ok {rc=0}\u000a05:44:27.746801 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:44:27.756275 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:44:27.819410 run osmo-hlr_10.42.42.2(pid=30239): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30239)]\u000a05:44:27.870937 run osmo-hlr_10.42.42.2(pid=30239): stdout: \u000a| (launched: 2022-12-09_05:44:24.449660) \u000a05:44:27.922797 run osmo-hlr_10.42.42.2(pid=30239): stderr: \u000a| �[0;m�[1;31m20221209054424650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054424650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054424650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054424650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054424650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054424650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054424663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054424673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054424674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054424674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:27.967142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30228): Terminating (SIGTERM)\u000a05:44:28.009230 run iperf3-srv_10.42.42.10(pid=30229): Terminating (SIGTERM)\u000a05:44:28.051264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30230): Terminating (SIGTERM)\u000a05:44:28.093259 run iperf3-srv_10.42.42.10(pid=30231): Terminating (SIGTERM)\u000a05:44:28.135397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30232): Terminating (SIGTERM)\u000a05:44:28.177407 run iperf3-srv_10.42.42.10(pid=30233): Terminating (SIGTERM)\u000a05:44:28.219333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30234): Terminating (SIGTERM)\u000a05:44:28.261074 run iperf3-srv_10.42.42.10(pid=30235): Terminating (SIGTERM)\u000a05:44:28.302989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminating (SIGTERM)\u000a05:44:28.344906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminating (SIGTERM)\u000a05:44:28.386920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30244): Terminating (SIGTERM)\u000a05:44:28.396580 --- ParallelTerminationStrategy: PID 30228 died...\u000a05:44:28.452357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30228): Terminated: ok {rc=0}\u000a05:44:28.462454 --- ParallelTerminationStrategy: PID 30229 died...\u000a05:44:28.518585 run iperf3-srv_10.42.42.10(pid=30229): Terminated {rc=256}\u000a05:44:28.528780 --- ParallelTerminationStrategy: PID 30230 died...\u000a05:44:28.584597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30230): Terminated: ok {rc=0}\u000a05:44:28.594762 --- ParallelTerminationStrategy: PID 30231 died...\u000a05:44:28.650737 run iperf3-srv_10.42.42.10(pid=30231): Terminated {rc=256}\u000a05:44:28.660713 --- ParallelTerminationStrategy: PID 30232 died...\u000a05:44:28.716373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30232): Terminated: ok {rc=0}\u000a05:44:28.726505 --- ParallelTerminationStrategy: PID 30233 died...\u000a05:44:28.781877 run iperf3-srv_10.42.42.10(pid=30233): Terminated {rc=256}\u000a05:44:28.791952 --- ParallelTerminationStrategy: PID 30234 died...\u000a05:44:28.847428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30234): Terminated: ok {rc=0}\u000a05:44:28.857594 --- ParallelTerminationStrategy: PID 30235 died...\u000a05:44:28.912729 run iperf3-srv_10.42.42.10(pid=30235): Terminated {rc=256}\u000a05:44:28.922801 --- ParallelTerminationStrategy: PID 30238 died...\u000a05:44:28.978383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminated: ok {rc=0}\u000a05:44:28.988605 --- ParallelTerminationStrategy: PID 30241 died...\u000a05:44:29.044010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminated: ok {rc=0}\u000a05:44:29.054146 --- ParallelTerminationStrategy: PID 30244 died...\u000a05:44:29.109620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30244): Terminated: ok {rc=0}\u000a05:44:29.196505 bus /gobi_4: Setting Powered False\u000a05:44:30.303385 bus /gobi_4: Setting Powered False\u000a05:44:31.433959 bus /gobi_1: Setting Powered False\u000a05:44:32.540348 bus /gobi_1: Setting Powered False\u000a05:44:33.648241 bus /gobi_0: Setting Powered False\u000a05:44:34.753932 bus /gobi_0: Setting Powered False\u000a05:44:35.863872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:44:36.933182 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.945169 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:37.094250 tst ping.py: using LAC 19334\u000a05:44:37.217260 tst ping.py: using RAC 209\u000a05:44:37.344037 tst ping.py: using CellId 19334\u000a05:44:37.465136 tst ping.py: using BVCI 19335\u000a05:44:37.489463 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.500673 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.511688 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.522853 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.533911 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.544798 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.555981 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:37.567031 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:37.854544 tst ping.py:19: start network...\u000a05:44:37.984587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:38.484665 run create_hlr_db(pid=30246): Launched\u000a05:44:38.667966 bus /gobi_6: Setting Powered False\u000a05:44:39.687340 run create_hlr_db(pid=30246): Terminated: ok {rc=0}\u000a05:44:40.081115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Launched\u000a05:44:40.371081 run osmo-hlr_10.42.42.2(pid=30249): Launched\u000a05:44:40.484728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:41.003499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Launched\u000a05:44:41.295942 run osmo-stp_10.42.42.5(pid=30252): Launched\u000a05:44:41.402701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:41.911017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Launched\u000a05:44:42.014932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:42.270828 run patchelf(pid=30255): Launched\u000a05:44:42.444090 run osmo-stp_10.42.42.5(pid=30252): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a05:44:42.570791 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-09_05:44:41.151134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:42.697603 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221209054441318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054441318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054441319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054441319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054441320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054441320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054441320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:42.819684 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-09_05:44:41.151134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:42.940770 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221209054441318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054441318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054441319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054441319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054441320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054441320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054441320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:43.082530 run patchelf(pid=30255): Terminating (SIGINT)\u000a05:44:43.248202 run patchelf(pid=30255): Terminated: ok {rc=0}\u000a05:44:43.278223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:44:43.286678 tst ping.py:22: Test FAILED (6.3 sec)\u000a05:44:43.347222 run osmo-hlr_10.42.42.2(pid=30249): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30249)]\u000a05:44:43.397190 run osmo-hlr_10.42.42.2(pid=30249): stdout: \u000a| (launched: 2022-12-09_05:44:40.229193) \u000a05:44:43.447509 run osmo-hlr_10.42.42.2(pid=30249): stderr: \u000a| �[0;m�[1;31m20221209054440405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054440405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054440405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054440405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054440405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054440406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054440417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054440425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054440426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054440426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:43.490271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminating (SIGTERM)\u000a05:44:43.530914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminating (SIGTERM)\u000a05:44:43.571487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Terminating (SIGTERM)\u000a05:44:43.581040 --- ParallelTerminationStrategy: PID 30248 died...\u000a05:44:43.634987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminated: ok {rc=0}\u000a05:44:43.644831 --- ParallelTerminationStrategy: PID 30251 died...\u000a05:44:43.698240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminated: ok {rc=0}\u000a05:44:43.708004 --- ParallelTerminationStrategy: PID 30254 died...\u000a05:44:43.761367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Terminated: ok {rc=0}\u000a05:44:43.849176 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30262): Process ended prematurely: osmo-stp_10.42.42.5(pid=30262) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30262): Process ended prematurely: osmo-stp_10.42.42.5(pid=30262) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:44:44.901200 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:44.912790 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:45.059988 tst ping_idle_ping.py: using LAC 19335\u000a05:44:45.173358 tst ping_idle_ping.py: using RAC 210\u000a05:44:45.287070 tst ping_idle_ping.py: using CellId 19335\u000a05:44:45.401038 tst ping_idle_ping.py: using BVCI 19336\u000a05:44:45.423362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.434202 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.444680 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.455481 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.466198 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.477074 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.488004 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.498857 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:45.768486 tst ping_idle_ping.py:24: start network...\u000a05:44:45.928433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:46.488648 run create_hlr_db(pid=30256): Launched\u000a05:44:46.678685 bus /gobi_6: Setting Powered False\u000a05:44:47.693439 run create_hlr_db(pid=30256): Terminated: ok {rc=0}\u000a05:44:48.091183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30258): Launched\u000a05:44:48.382753 run osmo-hlr_10.42.42.2(pid=30259): Launched\u000a05:44:48.488857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:48.998611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30261): Launched\u000a05:44:49.290284 run osmo-stp_10.42.42.5(pid=30262): Launched\u000a05:44:49.395873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:49.905608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30264): Launched\u000a05:44:50.010395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:50.265060 run patchelf(pid=30265): Launched\u000a05:44:50.438429 run osmo-stp_10.42.42.5(pid=30262): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)]\u000a05:44:50.565441 run osmo-stp_10.42.42.5(pid=30262): stdout: \u000a| (launched: 2022-12-09_05:44:49.147112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:50.692218 run osmo-stp_10.42.42.5(pid=30262): stderr: \u000a| �[0;m�[38;5;43m20221209054449317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054449317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054449317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054449318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054449318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054449318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054449318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:50.814171 run osmo-stp_10.42.42.5(pid=30262): stdout: \u000a| (launched: 2022-12-09_05:44:49.147112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:50.934963 run osmo-stp_10.42.42.5(pid=30262): stderr: \u000a| �[0;m�[38;5;43m20221209054449317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054449317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054449317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054449318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054449318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054449318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054449318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:51.075662 run patchelf(pid=30265): Terminating (SIGINT)\u000a05:44:51.242233 run patchelf(pid=30265): Terminated: ok {rc=0}\u000a05:44:51.272408 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30262): Process ended prematurely: osmo-stp_10.42.42.5(pid=30262) [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:44:51.281329 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a05:44:51.342227 run osmo-hlr_10.42.42.2(pid=30259): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30259)]\u000a05:44:51.392092 run osmo-hlr_10.42.42.2(pid=30259): stdout: \u000a| (launched: 2022-12-09_05:44:48.239206) \u000a05:44:51.442122 run osmo-hlr_10.42.42.2(pid=30259): stderr: \u000a| �[0;m�[1;31m20221209054448412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054448412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054448412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054448412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054448412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054448412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054448424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054448433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054448433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054448433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:51.485167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30258): Terminating (SIGTERM)\u000a05:44:51.525709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30261): Terminating (SIGTERM)\u000a05:44:51.566095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30264): Terminating (SIGTERM)\u000a05:44:51.575607 --- ParallelTerminationStrategy: PID 30258 died...\u000a05:44:51.629649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30258): Terminated: ok {rc=0}\u000a05:44:51.639358 --- ParallelTerminationStrategy: PID 30261 died...\u000a05:44:51.694353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30261): Terminated: ok {rc=0}\u000a05:44:51.703973 --- ParallelTerminationStrategy: PID 30264 died...\u000a05:44:51.757515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30264): Terminated: ok {rc=0}\u000a05:44:51.846780 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:43:54" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30280): Process ended prematurely: osmo-stp_10.42.42.5(pid=30280) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30280)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30280): Process ended prematurely: osmo-stp_10.42.42.5(pid=30280) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:44:53.950441 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:53.961101 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:44:54.102253 tst cs_paging_gprs_active.py: using LAC 19336\u000a05:44:54.225870 tst cs_paging_gprs_active.py: using RAC 211\u000a05:44:54.351760 tst cs_paging_gprs_active.py: using CellId 19336\u000a05:44:54.475180 tst cs_paging_gprs_active.py: using BVCI 19337\u000a05:44:54.500194 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.511563 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.522544 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.533935 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.544874 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.556009 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.567302 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.578328 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.589760 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:54.709162 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:54.998377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:44:55.131615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:55.460837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30270): Launched\u000a05:44:55.735098 run iperf3-srv_10.42.42.10(pid=30271): Launched\u000a05:44:55.930553 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:44:56.063803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:56.391632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30272): Launched\u000a05:44:56.665601 run iperf3-srv_10.42.42.10(pid=30273): Launched\u000a05:44:56.860287 tst cs_paging_gprs_active.py:38: start network...\u000a05:44:56.992853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:57.503458 run create_hlr_db(pid=30274): Launched\u000a05:44:57.688436 bus /gobi_6: Setting Powered False\u000a05:44:58.700032 run create_hlr_db(pid=30274): Terminated: ok {rc=0}\u000a05:44:59.101972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30276): Launched\u000a05:44:59.400789 run osmo-hlr_10.42.42.2(pid=30277): Launched\u000a05:44:59.515224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:00.030296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30279): Launched\u000a05:45:00.327489 run osmo-stp_10.42.42.5(pid=30280): Launched\u000a05:45:00.436464 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:00.989266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30282): Launched\u000a05:45:01.105913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:01.396039 run patchelf(pid=30283): Launched\u000a05:45:01.603401 run osmo-stp_10.42.42.5(pid=30280): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30280)]\u000a05:45:01.743712 run osmo-stp_10.42.42.5(pid=30280): stdout: \u000a| (launched: 2022-12-09_05:45:00.181703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:01.882066 run osmo-stp_10.42.42.5(pid=30280): stderr: \u000a| �[0;m�[38;5;43m20221209054500350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054500350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054500351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054500351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054500351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054500351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054500351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:02.009919 run osmo-stp_10.42.42.5(pid=30280): stdout: \u000a| (launched: 2022-12-09_05:45:00.181703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:02.136223 run osmo-stp_10.42.42.5(pid=30280): stderr: \u000a| �[0;m�[38;5;43m20221209054500350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054500350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054500351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054500351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054500351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054500351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054500351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:02.283628 run patchelf(pid=30283): Terminating (SIGINT)\u000a05:45:02.457797 run patchelf(pid=30283): Terminated: ok {rc=0}\u000a05:45:02.490286 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30280): Process ended prematurely: osmo-stp_10.42.42.5(pid=30280) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30280)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:45:02.500539 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a05:45:02.565368 run osmo-hlr_10.42.42.2(pid=30277): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30277)]\u000a05:45:02.617292 run osmo-hlr_10.42.42.2(pid=30277): stdout: \u000a| (launched: 2022-12-09_05:44:59.253488) \u000a05:45:02.681943 run osmo-hlr_10.42.42.2(pid=30277): stderr: \u000a| �[0;m�[1;31m20221209054459429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054459429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054459429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054459429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054459429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054459429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054459441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054459450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054459450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054459450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:02.727915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30270): Terminating (SIGTERM)\u000a05:45:02.771300 run iperf3-srv_10.42.42.10(pid=30271): Terminating (SIGTERM)\u000a05:45:02.813560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30272): Terminating (SIGTERM)\u000a05:45:02.854151 run iperf3-srv_10.42.42.10(pid=30273): Terminating (SIGTERM)\u000a05:45:02.894893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30276): Terminating (SIGTERM)\u000a05:45:02.935612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30279): Terminating (SIGTERM)\u000a05:45:02.976090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30282): Terminating (SIGTERM)\u000a05:45:02.985973 --- ParallelTerminationStrategy: PID 30270 died...\u000a05:45:03.039770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30270): Terminated: ok {rc=0}\u000a05:45:03.049990 --- ParallelTerminationStrategy: PID 30271 died...\u000a05:45:03.104095 run iperf3-srv_10.42.42.10(pid=30271): Terminated {rc=256}\u000a05:45:03.113737 --- ParallelTerminationStrategy: PID 30272 died...\u000a05:45:03.167056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30272): Terminated: ok {rc=0}\u000a05:45:03.177242 --- ParallelTerminationStrategy: PID 30273 died...\u000a05:45:03.230528 run iperf3-srv_10.42.42.10(pid=30273): Terminated {rc=256}\u000a05:45:03.240662 --- ParallelTerminationStrategy: PID 30276 died...\u000a05:45:03.295108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30276): Terminated: ok {rc=0}\u000a05:45:03.304597 --- ParallelTerminationStrategy: PID 30279 died...\u000a05:45:03.358024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30279): Terminated: ok {rc=0}\u000a05:45:03.367777 --- ParallelTerminationStrategy: PID 30282 died...\u000a05:45:03.421054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30282): Terminated: ok {rc=0}\u000a05:45:03.509778 bus /gobi_0: Setting Powered False\u000a05:45:04.611732 bus /gobi_0: Setting Powered False\u000a05:45:05.722382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30302): Process ended prematurely: osmo-stp_10.42.42.5(pid=30302) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30302)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30302): Process ended prematurely: osmo-stp_10.42.42.5(pid=30302) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:45:06.832039 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:06.843327 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:06.994763 tst iperf3.py: using LAC 19337\u000a05:45:07.119048 tst iperf3.py: using RAC 212\u000a05:45:07.247941 tst iperf3.py: using CellId 19337\u000a05:45:07.366909 tst iperf3.py: using BVCI 19338\u000a05:45:07.389744 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.400573 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.411476 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.422122 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.433223 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.444133 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.454983 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.465641 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:07.476366 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:07.766514 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:45:07.899847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:08.227117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30294): Launched\u000a05:45:08.500214 run iperf3-srv_10.42.42.10(pid=30295): Launched\u000a05:45:08.694616 tst iperf3.py:8: start network...\u000a05:45:08.827225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:09.335542 run create_hlr_db(pid=30296): Launched\u000a05:45:09.520796 bus /gobi_6: Setting Powered False\u000a05:45:10.541323 run create_hlr_db(pid=30296): Terminated: ok {rc=0}\u000a05:45:10.964241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30298): Launched\u000a05:45:11.281394 run osmo-hlr_10.42.42.2(pid=30299): Launched\u000a05:45:11.397562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:11.952369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30301): Launched\u000a05:45:12.271249 run osmo-stp_10.42.42.5(pid=30302): Launched\u000a05:45:12.386770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:12.959477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30304): Launched\u000a05:45:13.075347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:13.371391 run patchelf(pid=30329): Launched\u000a05:45:13.562165 run osmo-stp_10.42.42.5(pid=30302): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30302)]\u000a05:45:13.701212 run osmo-stp_10.42.42.5(pid=30302): stdout: \u000a| (launched: 2022-12-09_05:45:12.116489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:13.842013 run osmo-stp_10.42.42.5(pid=30302): stderr: \u000a| �[0;m�[38;5;43m20221209054512307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054512308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054512308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054512308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054512309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054512309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054512309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:13.978572 run osmo-stp_10.42.42.5(pid=30302): stdout: \u000a| (launched: 2022-12-09_05:45:12.116489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:14.113192 run osmo-stp_10.42.42.5(pid=30302): stderr: \u000a| �[0;m�[38;5;43m20221209054512307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054512308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054512308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054512308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054512309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054512309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054512309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:14.268435 run patchelf(pid=30329): Terminating (SIGINT)\u000a05:45:14.451379 run patchelf(pid=30329): Terminated: ok {rc=0}\u000a05:45:14.485708 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30302): Process ended prematurely: osmo-stp_10.42.42.5(pid=30302) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30302)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:45:14.495991 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:45:14.560066 run osmo-hlr_10.42.42.2(pid=30299): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30299)]\u000a05:45:14.612567 run osmo-hlr_10.42.42.2(pid=30299): stdout: \u000a| (launched: 2022-12-09_05:45:11.126556) \u000a05:45:14.665695 run osmo-hlr_10.42.42.2(pid=30299): stderr: \u000a| �[0;m�[1;31m20221209054511323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054511323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054511323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054511323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054511323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054511323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054511335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054511344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054511344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054511344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:14.711071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30294): Terminating (SIGTERM)\u000a05:45:14.753772 run iperf3-srv_10.42.42.10(pid=30295): Terminating (SIGTERM)\u000a05:45:14.798505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30298): Terminating (SIGTERM)\u000a05:45:14.841277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30301): Terminating (SIGTERM)\u000a05:45:14.884760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30304): Terminating (SIGTERM)\u000a05:45:14.897235 --- ParallelTerminationStrategy: PID 30294 died...\u000a05:45:14.956306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30294): Terminated: ok {rc=0}\u000a05:45:14.966961 --- ParallelTerminationStrategy: PID 30295 died...\u000a05:45:15.023567 run iperf3-srv_10.42.42.10(pid=30295): Terminated {rc=256}\u000a05:45:15.033983 --- ParallelTerminationStrategy: PID 30298 died...\u000a05:45:15.089703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30298): Terminated: ok {rc=0}\u000a05:45:15.099702 --- ParallelTerminationStrategy: PID 30301 died...\u000a05:45:15.154924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30301): Terminated: ok {rc=0}\u000a05:45:15.165051 --- ParallelTerminationStrategy: PID 30304 died...\u000a05:45:15.221168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30304): Terminated: ok {rc=0}\u000a05:45:15.309175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:45:16.425891 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:16.438032 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:16.589586 tst iperf3m4.py: using LAC 19338\u000a05:45:16.717886 tst iperf3m4.py: using RAC 213\u000a05:45:16.852315 tst iperf3m4.py: using CellId 19338\u000a05:45:16.974824 tst iperf3m4.py: using BVCI 19339\u000a05:45:16.998441 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.009842 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.021014 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.032998 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.044742 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.056727 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.069676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.081468 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:17.092747 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:17.210863 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:17.327876 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:17.448169 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:17.726112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:45:17.849735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:18.156222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30657): Launched\u000a05:45:18.412192 run iperf3-srv_10.42.42.10(pid=30658): Launched\u000a05:45:18.593137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:45:18.716867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:19.023502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30659): Launched\u000a05:45:19.278694 run iperf3-srv_10.42.42.10(pid=30660): Launched\u000a05:45:19.459769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:45:19.584075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:19.890528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30661): Launched\u000a05:45:20.145676 run iperf3-srv_10.42.42.10(pid=30662): Launched\u000a05:45:20.326252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:45:20.450329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:20.758902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30663): Launched\u000a05:45:21.015462 run iperf3-srv_10.42.42.10(pid=30664): Launched\u000a05:45:21.196678 tst iperf3m4.py:8: start network...\u000a05:45:21.320117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:21.789327 run create_hlr_db(pid=30665): Launched\u000a05:45:21.959612 bus /gobi_6: Setting Powered False\u000a05:45:22.982087 run create_hlr_db(pid=30665): Terminated: ok {rc=0}\u000a05:45:23.423057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30671): Launched\u000a05:45:23.853149 run osmo-hlr_10.42.42.2(pid=30698): Launched\u000a05:45:24.036634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:24.611923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Launched\u000a05:45:25.019289 run osmo-stp_10.42.42.5(pid=30846): Launched\u000a05:45:25.257915 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:25.849343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30848): Launched\u000a05:45:25.961141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:26.251636 run patchelf(pid=30849): Launched\u000a05:45:26.435794 run osmo-stp_10.42.42.5(pid=30846): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]\u000a05:45:26.570709 run osmo-stp_10.42.42.5(pid=30846): stdout: \u000a| (launched: 2022-12-09_05:45:24.764740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:26.705653 run osmo-stp_10.42.42.5(pid=30846): stderr: \u000a| �[0;m�[38;5;43m20221209054525090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054525090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054525091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054525091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054525091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054525091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054525092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:26.836777 run osmo-stp_10.42.42.5(pid=30846): stdout: \u000a| (launched: 2022-12-09_05:45:24.764740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:26.967387 run osmo-stp_10.42.42.5(pid=30846): stderr: \u000a| �[0;m�[38;5;43m20221209054525090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054525090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054525091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054525091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054525091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054525091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054525092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:27.118235 run patchelf(pid=30849): Terminating (SIGINT)\u000a05:45:27.293980 run patchelf(pid=30849): Terminated: ok {rc=0}\u000a05:45:27.327460 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:45:27.339130 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a05:45:27.405887 run osmo-hlr_10.42.42.2(pid=30698): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30698)]\u000a05:45:27.458506 run osmo-hlr_10.42.42.2(pid=30698): stdout: \u000a| (launched: 2022-12-09_05:45:23.592294) \u000a05:45:27.512903 run osmo-hlr_10.42.42.2(pid=30698): stderr: \u000a| �[0;m�[1;31m20221209054523938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054523938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054523938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054523938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054523938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054523939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054523963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054523982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054523982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054523982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:27.557368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30657): Terminating (SIGTERM)\u000a05:45:27.604114 run iperf3-srv_10.42.42.10(pid=30658): Terminating (SIGTERM)\u000a05:45:27.648897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30659): Terminating (SIGTERM)\u000a05:45:27.693160 run iperf3-srv_10.42.42.10(pid=30660): Terminating (SIGTERM)\u000a05:45:27.739574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30661): Terminating (SIGTERM)\u000a05:45:27.782792 run iperf3-srv_10.42.42.10(pid=30662): Terminating (SIGTERM)\u000a05:45:27.826549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30663): Terminating (SIGTERM)\u000a05:45:27.868468 run iperf3-srv_10.42.42.10(pid=30664): Terminating (SIGTERM)\u000a05:45:27.913035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30671): Terminating (SIGTERM)\u000a05:45:27.955960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Terminating (SIGTERM)\u000a05:45:28.001130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30848): Terminating (SIGTERM)\u000a05:45:28.011827 --- ParallelTerminationStrategy: PID 30657 died...\u000a05:45:28.071212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30657): Terminated: ok {rc=0}\u000a05:45:28.082253 --- ParallelTerminationStrategy: PID 30658 died...\u000a05:45:28.139618 run iperf3-srv_10.42.42.10(pid=30658): Terminated {rc=256}\u000a05:45:28.150208 --- ParallelTerminationStrategy: PID 30659 died...\u000a05:45:28.208115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30659): Terminated: ok {rc=0}\u000a05:45:28.218792 --- ParallelTerminationStrategy: PID 30660 died...\u000a05:45:28.275924 run iperf3-srv_10.42.42.10(pid=30660): Terminated {rc=256}\u000a05:45:28.286753 --- ParallelTerminationStrategy: PID 30661 died...\u000a05:45:28.345378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30661): Terminated: ok {rc=0}\u000a05:45:28.356274 --- ParallelTerminationStrategy: PID 30662 died...\u000a05:45:28.414480 run iperf3-srv_10.42.42.10(pid=30662): Terminated {rc=256}\u000a05:45:28.425218 --- ParallelTerminationStrategy: PID 30663 died...\u000a05:45:28.482769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30663): Terminated: ok {rc=0}\u000a05:45:28.493400 --- ParallelTerminationStrategy: PID 30664 died...\u000a05:45:28.551183 run iperf3-srv_10.42.42.10(pid=30664): Terminated {rc=256}\u000a05:45:28.562338 --- ParallelTerminationStrategy: PID 30671 died...\u000a05:45:28.621582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30671): Terminated: ok {rc=0}\u000a05:45:28.632426 --- ParallelTerminationStrategy: PID 30845 died...\u000a05:45:28.690961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Terminated: ok {rc=0}\u000a05:45:28.701892 --- ParallelTerminationStrategy: PID 30848 died...\u000a05:45:28.759715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30848): Terminated: ok {rc=0}\u000a05:45:28.850017 bus /gobi_4: Setting Powered False\u000a05:45:29.956304 bus /gobi_4: Setting Powered False\u000a05:45:31.092219 bus /gobi_1: Setting Powered False\u000a05:45:32.205833 bus /gobi_1: Setting Powered False\u000a05:45:33.318225 bus /gobi_0: Setting Powered False\u000a05:45:34.422217 bus /gobi_0: Setting Powered False\u000a05:45:35.536019 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30858): Process ended prematurely: osmo-stp_10.42.42.5(pid=30858) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30858): Process ended prematurely: osmo-stp_10.42.42.5(pid=30858) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:45:36.603949 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:36.615548 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:36.761425 tst ping.py: using LAC 19339\u000a05:45:36.878972 tst ping.py: using RAC 214\u000a05:45:36.999075 tst ping.py: using CellId 19339\u000a05:45:37.119428 tst ping.py: using BVCI 19340\u000a05:45:37.142540 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.153486 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.164135 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.175163 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.186157 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.196887 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.208253 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.219252 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:37.512711 tst ping.py:19: start network...\u000a05:45:37.648506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:38.164924 run create_hlr_db(pid=30852): Launched\u000a05:45:38.353496 bus /gobi_6: Setting Powered False\u000a05:45:39.373562 run create_hlr_db(pid=30852): Terminated: ok {rc=0}\u000a05:45:39.806273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30854): Launched\u000a05:45:40.128177 run osmo-hlr_10.42.42.2(pid=30855): Launched\u000a05:45:40.248935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:40.815336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30857): Launched\u000a05:45:41.137358 run osmo-stp_10.42.42.5(pid=30858): Launched\u000a05:45:41.253991 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:41.817914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30860): Launched\u000a05:45:41.932731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:42.214463 run patchelf(pid=30861): Launched\u000a05:45:42.404438 run osmo-stp_10.42.42.5(pid=30858): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)]\u000a05:45:42.543449 run osmo-stp_10.42.42.5(pid=30858): stdout: \u000a| (launched: 2022-12-09_05:45:40.979515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:42.682555 run osmo-stp_10.42.42.5(pid=30858): stderr: \u000a| �[0;m�[38;5;43m20221209054541170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054541170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054541170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054541170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054541173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054541173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054541173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:42.816717 run osmo-stp_10.42.42.5(pid=30858): stdout: \u000a| (launched: 2022-12-09_05:45:40.979515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:42.949109 run osmo-stp_10.42.42.5(pid=30858): stderr: \u000a| �[0;m�[38;5;43m20221209054541170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054541170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054541170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054541170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054541173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054541173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054541173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:43.103033 run patchelf(pid=30861): Terminating (SIGINT)\u000a05:45:43.283756 run patchelf(pid=30861): Terminated: ok {rc=0}\u000a05:45:43.316734 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30858): Process ended prematurely: osmo-stp_10.42.42.5(pid=30858) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:45:43.326035 tst ping.py:22: Test FAILED (6.7 sec)\u000a05:45:43.389704 run osmo-hlr_10.42.42.2(pid=30855): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30855)]\u000a05:45:43.441903 run osmo-hlr_10.42.42.2(pid=30855): stdout: \u000a| (launched: 2022-12-09_05:45:39.970212) \u000a05:45:43.494672 run osmo-hlr_10.42.42.2(pid=30855): stderr: \u000a| �[0;m�[1;31m20221209054540168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054540168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054540168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054540168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054540168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054540168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054540180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054540188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054540189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054540189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:43.540115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30854): Terminating (SIGTERM)\u000a05:45:43.582929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30857): Terminating (SIGTERM)\u000a05:45:43.625615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30860): Terminating (SIGTERM)\u000a05:45:43.635473 --- ParallelTerminationStrategy: PID 30854 died...\u000a05:45:43.692845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30854): Terminated: ok {rc=0}\u000a05:45:43.703210 --- ParallelTerminationStrategy: PID 30857 died...\u000a05:45:43.759948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30857): Terminated: ok {rc=0}\u000a05:45:43.770259 --- ParallelTerminationStrategy: PID 30860 died...\u000a05:45:43.826869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30860): Terminated: ok {rc=0}\u000a05:45:43.915708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:45:44.968078 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:44.980659 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:45.134410 tst ping_idle_ping.py: using LAC 19340\u000a05:45:45.260381 tst ping_idle_ping.py: using RAC 215\u000a05:45:45.387255 tst ping_idle_ping.py: using CellId 19340\u000a05:45:45.513792 tst ping_idle_ping.py: using BVCI 19341\u000a05:45:45.538524 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.550015 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.561391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.572551 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.583789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.594997 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.606444 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:45.617670 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:45.901144 tst ping_idle_ping.py:24: start network...\u000a05:45:46.029774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:46.563638 run create_hlr_db(pid=30862): Launched\u000a05:45:46.742864 bus /gobi_6: Setting Powered False\u000a05:45:47.759818 run create_hlr_db(pid=30862): Terminated: ok {rc=0}\u000a05:45:48.191339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Launched\u000a05:45:48.514774 run osmo-hlr_10.42.42.2(pid=30865): Launched\u000a05:45:48.632376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:49.194309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Launched\u000a05:45:49.517210 run osmo-stp_10.42.42.5(pid=30868): Launched\u000a05:45:49.633989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:50.197947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30870): Launched\u000a05:45:50.312668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:50.594883 run patchelf(pid=30871): Launched\u000a05:45:50.784271 run osmo-stp_10.42.42.5(pid=30868): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]\u000a05:45:50.923212 run osmo-stp_10.42.42.5(pid=30868): stdout: \u000a| (launched: 2022-12-09_05:45:49.358412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:51.062214 run osmo-stp_10.42.42.5(pid=30868): stderr: \u000a| �[0;m�[38;5;43m20221209054549550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054549551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054549551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054549551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054549552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054549552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054549552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:51.195369 run osmo-stp_10.42.42.5(pid=30868): stdout: \u000a| (launched: 2022-12-09_05:45:49.358412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:51.328104 run osmo-stp_10.42.42.5(pid=30868): stderr: \u000a| �[0;m�[38;5;43m20221209054549550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054549551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054549551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054549551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054549552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054549552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054549552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:51.482341 run patchelf(pid=30871): Terminating (SIGINT)\u000a05:45:51.663893 run patchelf(pid=30871): Terminated: ok {rc=0}\u000a05:45:51.696799 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)] [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:45:51.706011 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a05:45:51.769179 run osmo-hlr_10.42.42.2(pid=30865): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30865)]\u000a05:45:51.821018 run osmo-hlr_10.42.42.2(pid=30865): stdout: \u000a| (launched: 2022-12-09_05:45:48.355572) \u000a05:45:51.873290 run osmo-hlr_10.42.42.2(pid=30865): stderr: \u000a| �[0;m�[1;31m20221209054548554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054548554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054548554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054548555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054548555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054548555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054548567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054548575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054548575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054548575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:51.918221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Terminating (SIGTERM)\u000a05:45:51.960255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Terminating (SIGTERM)\u000a05:45:52.002840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30870): Terminating (SIGTERM)\u000a05:45:52.012555 --- ParallelTerminationStrategy: PID 30864 died...\u000a05:45:52.068531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Terminated: ok {rc=0}\u000a05:45:52.078765 --- ParallelTerminationStrategy: PID 30867 died...\u000a05:45:52.134404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Terminated: ok {rc=0}\u000a05:45:52.144597 --- ParallelTerminationStrategy: PID 30870 died...\u000a05:45:52.200413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30870): Terminated: ok {rc=0}\u000a05:45:52.287046 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:44:53" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30883): Process ended prematurely: osmo-stp_10.42.42.5(pid=30883) [trial-2355↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30883)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30883): Process ended prematurely: osmo-stp_10.42.42.5(pid=30883) [trial-2355↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:45:54.284639 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.296756 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:45:54.450064 tst switch_tch_pdch.py: using LAC 19341\u000a05:45:54.580633 tst switch_tch_pdch.py: using RAC 216\u000a05:45:54.704440 tst switch_tch_pdch.py: using CellId 19341\u000a05:45:54.828460 tst switch_tch_pdch.py: using BVCI 19342\u000a05:45:54.853110 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.864678 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.876122 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.887655 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.899035 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.910519 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.922303 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:54.934122 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:45:55.050723 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:45:55.344244 tst switch_tch_pdch.py:51: start network...\u000a05:45:55.478209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:55.992554 run create_hlr_db(pid=30877): Launched\u000a05:45:56.179610 bus /gobi_6: Setting Powered False\u000a05:45:57.199518 run create_hlr_db(pid=30877): Terminated: ok {rc=0}\u000a05:45:57.605782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30879): Launched\u000a05:45:57.906418 run osmo-hlr_10.42.42.2(pid=30880): Launched\u000a05:45:58.023882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:58.558394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30882): Launched\u000a05:45:58.859577 run osmo-stp_10.42.42.5(pid=30883): Launched\u000a05:45:58.969140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:59.493920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30885): Launched\u000a05:45:59.600878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:59.865126 run patchelf(pid=30886): Launched\u000a05:46:00.042247 run osmo-stp_10.42.42.5(pid=30883): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30883)]\u000a05:46:00.171553 run osmo-stp_10.42.42.5(pid=30883): stdout: \u000a| (launched: 2022-12-09_05:45:58.710843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:00.301413 run osmo-stp_10.42.42.5(pid=30883): stderr: \u000a| �[0;m�[38;5;43m20221209054558883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054558884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054558884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054558884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054558885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054558885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054558885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:00.426188 run osmo-stp_10.42.42.5(pid=30883): stdout: \u000a| (launched: 2022-12-09_05:45:58.710843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:00.550249 run osmo-stp_10.42.42.5(pid=30883): stderr: \u000a| �[0;m�[38;5;43m20221209054558883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054558884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054558884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054558884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054558885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054558885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054558885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:00.694334 run patchelf(pid=30886): Terminating (SIGINT)\u000a05:46:00.872148 run patchelf(pid=30886): Terminated: ok {rc=0}\u000a05:46:00.912007 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30883): Process ended prematurely: osmo-stp_10.42.42.5(pid=30883) [trial-2355↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30883)] [trial-2355↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:46:00.922438 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a05:46:00.989094 run osmo-hlr_10.42.42.2(pid=30880): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30880)]\u000a05:46:01.042741 run osmo-hlr_10.42.42.2(pid=30880): stdout: \u000a| (launched: 2022-12-09_05:45:57.758494) \u000a05:46:01.096658 run osmo-hlr_10.42.42.2(pid=30880): stderr: \u000a| �[0;m�[1;31m20221209054557932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054557932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054557932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054557932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054557932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054557932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054557945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054557954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054557954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054557954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:01.142387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30879): Terminating (SIGTERM)\u000a05:46:01.188920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30882): Terminating (SIGTERM)\u000a05:46:01.233422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30885): Terminating (SIGTERM)\u000a05:46:01.245121 --- ParallelTerminationStrategy: PID 30879 died...\u000a05:46:01.304286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30879): Terminated: ok {rc=0}\u000a05:46:01.315159 --- ParallelTerminationStrategy: PID 30882 died...\u000a05:46:01.372408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30882): Terminated: ok {rc=0}\u000a05:46:01.384279 --- ParallelTerminationStrategy: PID 30885 died...\u000a05:46:01.442614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30885): Terminated: ok {rc=0}\u000a05:46:01.533244 bus /gobi_0: Setting Powered False\u000a05:46:02.636156 bus /gobi_0: Setting Powered False\u000a05:46:03.748688 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:45:54" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2355↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2355↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:46:05.708133 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:05.719446 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:46:05.870657 tst switch_tch_pdch.py: using LAC 19342\u000a05:46:05.996269 tst switch_tch_pdch.py: using RAC 217\u000a05:46:06.119104 tst switch_tch_pdch.py: using CellId 19342\u000a05:46:06.238739 tst switch_tch_pdch.py: using BVCI 19343\u000a05:46:06.261964 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.273050 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.283986 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.295309 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.306517 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.318038 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.329330 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:06.340199 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:46:06.459873 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:46:06.738766 tst switch_tch_pdch.py:51: start network...\u000a05:46:06.864632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:07.313225 run create_hlr_db(pid=30890): Launched\u000a05:46:07.436113 bus /gobi_6: Setting Powered False\u000a05:46:08.507642 run create_hlr_db(pid=30890): Terminated: ok {rc=0}\u000a05:46:08.909779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Launched\u000a05:46:09.231520 run osmo-hlr_10.42.42.2(pid=30893): Launched\u000a05:46:09.349347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:09.881251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Launched\u000a05:46:10.203541 run osmo-stp_10.42.42.5(pid=30896): Launched\u000a05:46:10.319976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:46:10.855315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30898): Launched\u000a05:46:10.969625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:46:11.250405 run patchelf(pid=30899): Launched\u000a05:46:11.439193 run osmo-stp_10.42.42.5(pid=30896): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]\u000a05:46:11.577568 run osmo-stp_10.42.42.5(pid=30896): stdout: \u000a| (launched: 2022-12-09_05:46:10.046449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:11.715320 run osmo-stp_10.42.42.5(pid=30896): stderr: \u000a| �[0;m�[38;5;43m20221209054610239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054610239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054610240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054610240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054610242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054610242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054610242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:11.848223 run osmo-stp_10.42.42.5(pid=30896): stdout: \u000a| (launched: 2022-12-09_05:46:10.046449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:11.980903 run osmo-stp_10.42.42.5(pid=30896): stderr: \u000a| �[0;m�[38;5;43m20221209054610239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054610239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054610240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054610240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054610242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054610242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054610242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:12.134636 run patchelf(pid=30899): Terminating (SIGINT)\u000a05:46:12.314552 run patchelf(pid=30899): Terminated: ok {rc=0}\u000a05:46:12.347301 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2355↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)] [trial-2355↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:46:12.356463 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a05:46:12.419438 run osmo-hlr_10.42.42.2(pid=30893): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30893)]\u000a05:46:12.471325 run osmo-hlr_10.42.42.2(pid=30893): stdout: \u000a| (launched: 2022-12-09_05:46:09.073580) \u000a05:46:12.523770 run osmo-hlr_10.42.42.2(pid=30893): stderr: \u000a| �[0;m�[1;31m20221209054609273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054609273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054609273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054609273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054609273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054609273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054609286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:12.568758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Terminating (SIGTERM)\u000a05:46:12.611095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Terminating (SIGTERM)\u000a05:46:12.653341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30898): Terminating (SIGTERM)\u000a05:46:12.663129 --- ParallelTerminationStrategy: PID 30892 died...\u000a05:46:12.719107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Terminated: ok {rc=0}\u000a05:46:12.729249 --- ParallelTerminationStrategy: PID 30895 died...\u000a05:46:12.784790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Terminated: ok {rc=0}\u000a05:46:12.794787 --- ParallelTerminationStrategy: PID 30898 died...\u000a05:46:12.850328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30898): Terminated: ok {rc=0}\u000a05:46:12.937907 bus /gobi_0: Setting Powered False\u000a05:46:14.040750 bus /gobi_0: Setting Powered False\u000a05:46:15.152930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30904): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30904) [trial-2355↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30904)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30904): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30904) [trial-2355↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a05:46:17.083318 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a05:46:17.095477 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:17.237627 tst mo_mt_sms.py: using LAC 19343\u000a05:46:17.361039 tst mo_mt_sms.py: using RAC 218\u000a05:46:17.479613 tst mo_mt_sms.py: using CellId 19343\u000a05:46:17.598322 tst mo_mt_sms.py: using BVCI 19344\u000a05:46:17.621392 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:17.739457 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:18.017712 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:46:18.142645 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:46:18.768431 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30903): Launched\u000a05:46:19.067602 run osmo-nitb_10.42.42.2(pid=30904): Launched\u000a05:46:19.253841 run osmo-nitb_10.42.42.2(pid=30904): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30904)]\u000a05:46:19.392013 run osmo-nitb_10.42.42.2(pid=30904): stdout: \u000a| (launched: 2022-12-09_05:46:18.921731) \u000a05:46:19.530221 run osmo-nitb_10.42.42.2(pid=30904): stderr: \u000a| (launched: 2022-12-09_05:46:18.966359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:19.663466 run osmo-nitb_10.42.42.2(pid=30904): stdout: \u000a| (launched: 2022-12-09_05:46:18.921731) \u000a05:46:19.795368 run osmo-nitb_10.42.42.2(pid=30904): stderr: \u000a| (launched: 2022-12-09_05:46:18.966359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:20.190074 tst osmo-nitb_10.42.42.2(pid=30904): stdout: \u000a| (launched: 2022-12-09_05:46:18.921731) \u000a05:46:20.310881 tst osmo-nitb_10.42.42.2(pid=30904): stderr: \u000a| (launched: 2022-12-09_05:46:18.966359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:20.363486 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30904): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30904) [trial-2355↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30904)] [trial-2355↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a05:46:20.371646 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a05:46:20.408633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30903): Terminating (SIGTERM)\u000a05:46:20.586786 --- ParallelTerminationStrategy: PID 30903 died...\u000a05:46:20.644426 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30903): Terminated: ok {rc=0}\u000a05:46:20.734285 bus /sierra_3: Setting Powered False\u000a05:46:21.841679 bus /sierra_3: Setting Powered False\u000a05:46:22.956339 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:46:16" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30915): Process ended prematurely: osmo-stp_10.42.42.5(pid=30915) [trial-2355↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30915): Process ended prematurely: osmo-stp_10.42.42.5(pid=30915) [trial-2355↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a05:46:24.854207 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:24.865231 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:25.003088 tst mo_mt_sms.py: using LAC 19344\u000a05:46:25.121675 tst mo_mt_sms.py: using RAC 219\u000a05:46:25.242762 tst mo_mt_sms.py: using CellId 19344\u000a05:46:25.359117 tst mo_mt_sms.py: using BVCI 19345\u000a05:46:25.382241 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:25.393092 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:25.403763 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:25.414882 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:25.425816 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:25.436603 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:25.557287 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:25.758988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:26.235430 run create_hlr_db(pid=30909): Launched\u000a05:46:26.410870 bus /sierra_2: Setting Powered False\u000a05:46:27.432106 run create_hlr_db(pid=30909): Terminated: ok {rc=0}\u000a05:46:27.864561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30911): Launched\u000a05:46:28.188269 run osmo-hlr_10.42.42.2(pid=30912): Launched\u000a05:46:28.305793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:28.868522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30914): Launched\u000a05:46:29.190297 run osmo-stp_10.42.42.5(pid=30915): Launched\u000a05:46:29.306822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:29.896563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30917): Launched\u000a05:46:30.218716 run osmo-msc_10.42.42.6(pid=30918): Launched\u000a05:46:30.408177 run osmo-stp_10.42.42.5(pid=30915): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)]\u000a05:46:30.545204 run osmo-stp_10.42.42.5(pid=30915): stdout: \u000a| (launched: 2022-12-09_05:46:29.032263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:30.680387 run osmo-stp_10.42.42.5(pid=30915): stderr: \u000a| �[0;m�[38;5;43m20221209054629225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054629225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054629225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054629226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054629226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054629226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054629226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:30.809234 run osmo-stp_10.42.42.5(pid=30915): stdout: \u000a| (launched: 2022-12-09_05:46:29.032263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:30.970441 run osmo-stp_10.42.42.5(pid=30915): stderr: \u000a| �[0;m�[38;5;43m20221209054629225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054629225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054629225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054629226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054629226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054629226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054629226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:31.025703 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30915): Process ended prematurely: osmo-stp_10.42.42.5(pid=30915) [trial-2355↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30915)] [trial-2355↪sms:trx-b200↪mo_mt_sms.py:16]\u000a05:46:31.034741 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a05:46:31.100828 run osmo-hlr_10.42.42.2(pid=30912): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30912)]\u000a05:46:31.154125 run osmo-hlr_10.42.42.2(pid=30912): stdout: \u000a| (launched: 2022-12-09_05:46:28.028821) \u000a05:46:31.208859 run osmo-hlr_10.42.42.2(pid=30912): stderr: \u000a| �[0;m�[1;31m20221209054628229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054628229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054628229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054628229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054628229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054628229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054628245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054628255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054628255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054628255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:31.280839 run osmo-msc_10.42.42.6(pid=30918): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30918)]\u000a05:46:31.333790 run osmo-msc_10.42.42.6(pid=30918): stdout: \u000a| (launched: 2022-12-09_05:46:30.060424) \u000a05:46:31.388637 run osmo-msc_10.42.42.6(pid=30918): stderr: \u000a| �[0;m�[38;5;43m20221209054630384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054630384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96d142fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054630384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054630384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054630384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054630384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054630386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054630386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054630387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054630387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:31.433813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30911): Terminating (SIGTERM)\u000a05:46:31.480479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30914): Terminating (SIGTERM)\u000a05:46:31.525232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30917): Terminating (SIGTERM)\u000a05:46:31.536539 --- ParallelTerminationStrategy: PID 30911 died...\u000a05:46:31.596732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30911): Terminated: ok {rc=0}\u000a05:46:31.608812 --- ParallelTerminationStrategy: PID 30914 died...\u000a05:46:31.667643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30914): Terminated: ok {rc=0}\u000a05:46:31.678406 --- ParallelTerminationStrategy: PID 30917 died...\u000a05:46:31.736288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30917): Terminated: ok {rc=0}\u000a05:46:31.825179 bus /sierra_3: Setting Powered False\u000a05:46:32.928746 bus /sierra_3: Setting Powered False\u000a05:46:34.041301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:46:24" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30924): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30924) [trial-2355↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30924)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30924): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30924) [trial-2355↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a05:46:35.888442 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a05:46:35.899651 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:36.042290 tst assert_extension.py: using LAC 19345\u000a05:46:36.168160 tst assert_extension.py: using RAC 220\u000a05:46:36.293627 tst assert_extension.py: using CellId 19345\u000a05:46:36.418697 tst assert_extension.py: using BVCI 19346\u000a05:46:36.443011 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a05:46:36.721589 tst assert_extension.py:10: start nitb and bts...\u000a05:46:36.846995 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:46:37.472423 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30923): Launched\u000a05:46:37.769983 run osmo-nitb_10.42.42.2(pid=30924): Launched\u000a05:46:37.955351 run osmo-nitb_10.42.42.2(pid=30924): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30924)]\u000a05:46:38.092431 run osmo-nitb_10.42.42.2(pid=30924): stdout: \u000a| (launched: 2022-12-09_05:46:37.624531) \u000a05:46:38.230583 run osmo-nitb_10.42.42.2(pid=30924): stderr: \u000a| (launched: 2022-12-09_05:46:37.669317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:38.363259 run osmo-nitb_10.42.42.2(pid=30924): stdout: \u000a| (launched: 2022-12-09_05:46:37.624531) \u000a05:46:38.494464 run osmo-nitb_10.42.42.2(pid=30924): stderr: \u000a| (launched: 2022-12-09_05:46:37.669317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:38.890842 tst osmo-nitb_10.42.42.2(pid=30924): stdout: \u000a| (launched: 2022-12-09_05:46:37.624531) \u000a05:46:39.010864 tst osmo-nitb_10.42.42.2(pid=30924): stderr: \u000a| (launched: 2022-12-09_05:46:37.669317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:39.063256 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30924): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30924) [trial-2355↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30924)] [trial-2355↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a05:46:39.071345 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:46:39.106860 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30923): Terminating (SIGTERM)\u000a05:46:39.284386 --- ParallelTerminationStrategy: PID 30923 died...\u000a05:46:39.340118 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30923): Terminated: ok {rc=0}\u000a05:46:39.429832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:46:35" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30934): Process ended prematurely: osmo-stp_10.42.42.5(pid=30934) [trial-2355↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30934)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30934): Process ended prematurely: osmo-stp_10.42.42.5(pid=30934) [trial-2355↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a05:46:41.275141 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:41.286395 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:41.429216 tst assert_extension.py: using LAC 19346\u000a05:46:41.555560 tst assert_extension.py: using RAC 221\u000a05:46:41.681151 tst assert_extension.py: using CellId 19346\u000a05:46:41.806844 tst assert_extension.py: using BVCI 19347\u000a05:46:41.831443 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:41.842611 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:41.853605 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:41.864427 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:41.875385 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:41.886612 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a05:46:42.095755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:42.612407 run create_hlr_db(pid=30928): Launched\u000a05:46:42.799834 bus /sierra_2: Setting Powered False\u000a05:46:43.820092 run create_hlr_db(pid=30928): Terminated: ok {rc=0}\u000a05:46:44.227061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30930): Launched\u000a05:46:44.529428 run osmo-hlr_10.42.42.2(pid=30931): Launched\u000a05:46:44.648079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:45.183158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30933): Launched\u000a05:46:45.485259 run osmo-stp_10.42.42.5(pid=30934): Launched\u000a05:46:45.595966 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:46.202601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30936): Launched\u000a05:46:46.706883 run osmo-msc_10.42.42.6(pid=30937): Launched\u000a05:46:47.030482 run osmo-stp_10.42.42.5(pid=30934): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30934)]\u000a05:46:47.169489 run osmo-stp_10.42.42.5(pid=30934): stdout: \u000a| (launched: 2022-12-09_05:46:45.335762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:47.307782 run osmo-stp_10.42.42.5(pid=30934): stderr: \u000a| �[0;m�[38;5;43m20221209054645507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054645507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054645507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054645508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054645508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054645508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054645508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:47.438194 run osmo-stp_10.42.42.5(pid=30934): stdout: \u000a| (launched: 2022-12-09_05:46:45.335762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:47.567805 run osmo-stp_10.42.42.5(pid=30934): stderr: \u000a| �[0;m�[38;5;43m20221209054645507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054645507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054645507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054645508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054645508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054645508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054645508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:47.625068 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30934): Process ended prematurely: osmo-stp_10.42.42.5(pid=30934) [trial-2355↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30934)] [trial-2355↪ussd:trx-b200↪assert_extension.py:17]\u000a05:46:47.633892 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a05:46:47.697595 run osmo-hlr_10.42.42.2(pid=30931): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30931)]\u000a05:46:47.750285 run osmo-hlr_10.42.42.2(pid=30931): stdout: \u000a| (launched: 2022-12-09_05:46:44.379887) \u000a05:46:47.803676 run osmo-hlr_10.42.42.2(pid=30931): stderr: \u000a| �[0;m�[1;31m20221209054644558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054644558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054644558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054644558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054644558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054644558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054644571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054644581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054644581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054644581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:47.875967 run osmo-msc_10.42.42.6(pid=30937): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30937)]\u000a05:46:47.928374 run osmo-msc_10.42.42.6(pid=30937): stdout: \u000a| (launched: 2022-12-09_05:46:46.370304) \u000a05:46:47.981513 run osmo-msc_10.42.42.6(pid=30937): stderr: \u000a| �[0;m�[38;5;43m20221209054646688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054646688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04d8fbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054646688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054646689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054646689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054646689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054646691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054646691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054646691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054646691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:48.026778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30930): Terminating (SIGTERM)\u000a05:46:48.069615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30933): Terminating (SIGTERM)\u000a05:46:48.112352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30936): Terminating (SIGTERM)\u000a05:46:48.122361 --- ParallelTerminationStrategy: PID 30930 died...\u000a05:46:48.179349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30930): Terminated: ok {rc=0}\u000a05:46:48.189916 --- ParallelTerminationStrategy: PID 30933 died...\u000a05:46:48.247075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30933): Terminated: ok {rc=0}\u000a05:46:48.257252 --- ParallelTerminationStrategy: PID 30936 died...\u000a05:46:48.313674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30936): Terminated: ok {rc=0}\u000a05:46:48.401724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:46:41" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30948): Process ended prematurely: osmo-stp_10.42.42.5(pid=30948) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30948)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30948): Process ended prematurely: osmo-stp_10.42.42.5(pid=30948) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:46:50.357806 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:50.368820 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:46:50.528926 tst mo_mt_call.py: using LAC 19347\u000a05:46:50.649310 tst mo_mt_call.py: using RAC 222\u000a05:46:50.769911 tst mo_mt_call.py: using CellId 19347\u000a05:46:50.888271 tst mo_mt_call.py: using BVCI 19348\u000a05:46:50.911604 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:50.922705 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:50.933619 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:50.944739 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:50.955984 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:50.967293 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:46:51.087810 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:46:51.300886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:51.828863 run create_hlr_db(pid=30942): Launched\u000a05:46:52.019185 bus /sierra_2: Setting Powered False\u000a05:46:53.040534 run create_hlr_db(pid=30942): Terminated: ok {rc=0}\u000a05:46:53.452749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30944): Launched\u000a05:46:53.760023 run osmo-hlr_10.42.42.2(pid=30945): Launched\u000a05:46:53.879282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:54.419885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30947): Launched\u000a05:46:54.729791 run osmo-stp_10.42.42.5(pid=30948): Launched\u000a05:46:54.841566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:55.402649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30950): Launched\u000a05:46:55.711036 run osmo-msc_10.42.42.6(pid=30951): Launched\u000a05:46:55.892348 run osmo-stp_10.42.42.5(pid=30948): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30948)]\u000a05:46:56.022984 run osmo-stp_10.42.42.5(pid=30948): stdout: \u000a| (launched: 2022-12-09_05:46:54.575504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:56.150624 run osmo-stp_10.42.42.5(pid=30948): stderr: \u000a| �[0;m�[38;5;43m20221209054654749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054654750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054654751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054654751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054654751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:56.273810 run osmo-stp_10.42.42.5(pid=30948): stdout: \u000a| (launched: 2022-12-09_05:46:54.575504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:56.395522 run osmo-stp_10.42.42.5(pid=30948): stderr: \u000a| �[0;m�[38;5;43m20221209054654749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054654750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054654751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054654751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054654751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:56.449160 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30948): Process ended prematurely: osmo-stp_10.42.42.5(pid=30948) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30948)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:46:56.457791 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:46:56.518707 run osmo-hlr_10.42.42.2(pid=30945): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30945)]\u000a05:46:56.568679 run osmo-hlr_10.42.42.2(pid=30945): stdout: \u000a| (launched: 2022-12-09_05:46:53.608597) \u000a05:46:56.619298 run osmo-hlr_10.42.42.2(pid=30945): stderr: \u000a| �[0;m�[1;31m20221209054653785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054653785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054653785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054653785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054653785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054653785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054653798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054653806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054653807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054653807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:56.687702 run osmo-msc_10.42.42.6(pid=30951): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30951)]\u000a05:46:56.737638 run osmo-msc_10.42.42.6(pid=30951): stdout: \u000a| (launched: 2022-12-09_05:46:55.558681) \u000a05:46:56.787835 run osmo-msc_10.42.42.6(pid=30951): stderr: \u000a| �[0;m�[38;5;43m20221209054655833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054655833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08a08a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054655833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054655833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054655833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054655834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054655835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054655836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054655836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054655836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:56.830660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30944): Terminating (SIGTERM)\u000a05:46:56.871158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30947): Terminating (SIGTERM)\u000a05:46:56.911649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30950): Terminating (SIGTERM)\u000a05:46:56.921084 --- ParallelTerminationStrategy: PID 30944 died...\u000a05:46:56.974672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30944): Terminated: ok {rc=0}\u000a05:46:56.984437 --- ParallelTerminationStrategy: PID 30947 died...\u000a05:46:57.038173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30947): Terminated: ok {rc=0}\u000a05:46:57.048031 --- ParallelTerminationStrategy: PID 30950 died...\u000a05:46:57.101941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30950): Terminated: ok {rc=0}\u000a05:46:57.193703 bus /sierra_3: Setting Powered False\u000a05:46:58.298661 bus /sierra_3: Setting Powered False\u000a05:46:59.411897 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30959): Process ended prematurely: osmo-stp_10.42.42.5(pid=30959) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30959): Process ended prematurely: osmo-stp_10.42.42.5(pid=30959) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:00.523383 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:00.535122 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:47:00.691283 tst mo_mt_call_osmux.py: using LAC 19348\u000a05:47:00.809326 tst mo_mt_call_osmux.py: using RAC 223\u000a05:47:00.944021 tst mo_mt_call_osmux.py: using CellId 19348\u000a05:47:01.064778 tst mo_mt_call_osmux.py: using BVCI 19349\u000a05:47:01.089451 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:01.101651 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:01.114317 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:01.126480 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:01.138608 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:01.151643 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:47:01.268811 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:47:01.520997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:02.114118 run create_hlr_db(pid=30953): Launched\u000a05:47:02.308576 bus /sierra_2: Setting Powered False\u000a05:47:03.325215 run create_hlr_db(pid=30953): Terminated: ok {rc=0}\u000a05:47:03.762200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30955): Launched\u000a05:47:04.089454 run osmo-hlr_10.42.42.2(pid=30956): Launched\u000a05:47:04.208804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:04.781254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30958): Launched\u000a05:47:05.109186 run osmo-stp_10.42.42.5(pid=30959): Launched\u000a05:47:05.228483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:05.828551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30961): Launched\u000a05:47:06.156103 run osmo-msc_10.42.42.6(pid=30962): Launched\u000a05:47:06.349075 run osmo-stp_10.42.42.5(pid=30959): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)]\u000a05:47:06.492277 run osmo-stp_10.42.42.5(pid=30959): stdout: \u000a| (launched: 2022-12-09_05:47:04.948588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:06.630286 run osmo-stp_10.42.42.5(pid=30959): stderr: \u000a| �[0;m�[38;5;43m20221209054705142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054705142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054705142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054705143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054705143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054705143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054705143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:06.761754 run osmo-stp_10.42.42.5(pid=30959): stdout: \u000a| (launched: 2022-12-09_05:47:04.948588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:06.891749 run osmo-stp_10.42.42.5(pid=30959): stderr: \u000a| �[0;m�[38;5;43m20221209054705142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054705142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054705142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054705143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054705143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054705143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054705143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:06.949198 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30959): Process ended prematurely: osmo-stp_10.42.42.5(pid=30959) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30959)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:47:06.958679 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:47:07.021213 run osmo-hlr_10.42.42.2(pid=30956): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30956)]\u000a05:47:07.072787 run osmo-hlr_10.42.42.2(pid=30956): stdout: \u000a| (launched: 2022-12-09_05:47:03.929261) \u000a05:47:07.125148 run osmo-hlr_10.42.42.2(pid=30956): stderr: \u000a| �[0;m�[1;31m20221209054704129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054704129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054704129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054704129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054704129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054704129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054704142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054704150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054704151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054704151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:07.195881 run osmo-msc_10.42.42.6(pid=30962): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30962)]\u000a05:47:07.247316 run osmo-msc_10.42.42.6(pid=30962): stdout: \u000a| (launched: 2022-12-09_05:47:05.995421) \u000a05:47:07.299242 run osmo-msc_10.42.42.6(pid=30962): stderr: \u000a| �[0;m�[38;5;43m20221209054706319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054706319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f657b8cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054706320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054706320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054706320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054706320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054706322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054706322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054706322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054706322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:07.343576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30955): Terminating (SIGTERM)\u000a05:47:07.385557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30958): Terminating (SIGTERM)\u000a05:47:07.427873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30961): Terminating (SIGTERM)\u000a05:47:07.437626 --- ParallelTerminationStrategy: PID 30955 died...\u000a05:47:07.493686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30955): Terminated: ok {rc=0}\u000a05:47:07.503833 --- ParallelTerminationStrategy: PID 30958 died...\u000a05:47:07.559937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30958): Terminated: ok {rc=0}\u000a05:47:07.570126 --- ParallelTerminationStrategy: PID 30961 died...\u000a05:47:07.626111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30961): Terminated: ok {rc=0}\u000a05:47:07.713694 bus /sierra_3: Setting Powered False\u000a05:47:08.819963 bus /sierra_3: Setting Powered False\u000a05:47:09.931182 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:46:50" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:11.938462 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:11.950353 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:47:12.114510 tst mo_mt_call.py: using LAC 19349\u000a05:47:12.236209 tst mo_mt_call.py: using RAC 224\u000a05:47:12.356592 tst mo_mt_call.py: using CellId 19349\u000a05:47:12.477153 tst mo_mt_call.py: using BVCI 19350\u000a05:47:12.500365 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:12.511440 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:12.522518 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:12.533627 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:12.544768 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:12.555946 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:12.670762 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:12.884780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:13.404429 run create_hlr_db(pid=30967): Launched\u000a05:47:13.581494 bus /sierra_2: Setting Powered False\u000a05:47:14.603499 run create_hlr_db(pid=30967): Terminated: ok {rc=0}\u000a05:47:15.012183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Launched\u000a05:47:15.318749 run osmo-hlr_10.42.42.2(pid=30970): Launched\u000a05:47:15.443297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:16.034600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Launched\u000a05:47:16.473456 run osmo-stp_10.42.42.5(pid=30973): Launched\u000a05:47:16.671622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:17.259940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Launched\u000a05:47:17.569629 run osmo-msc_10.42.42.6(pid=30976): Launched\u000a05:47:17.751601 run osmo-stp_10.42.42.5(pid=30973): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]\u000a05:47:17.882464 run osmo-stp_10.42.42.5(pid=30973): stdout: \u000a| (launched: 2022-12-09_05:47:16.206248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:18.010649 run osmo-stp_10.42.42.5(pid=30973): stderr: \u000a| �[0;m�[38;5;43m20221209054716465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054716465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054716465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054716466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054716466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054716466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054716466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:18.133572 run osmo-stp_10.42.42.5(pid=30973): stdout: \u000a| (launched: 2022-12-09_05:47:16.206248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:18.255475 run osmo-stp_10.42.42.5(pid=30973): stderr: \u000a| �[0;m�[38;5;43m20221209054716465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054716465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054716465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054716466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054716466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054716466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054716466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:18.309101 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:47:18.317765 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:47:18.378507 run osmo-hlr_10.42.42.2(pid=30970): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30970)]\u000a05:47:18.428294 run osmo-hlr_10.42.42.2(pid=30970): stdout: \u000a| (launched: 2022-12-09_05:47:15.167375) \u000a05:47:18.478924 run osmo-hlr_10.42.42.2(pid=30970): stderr: \u000a| �[0;m�[1;31m20221209054715344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054715344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054715344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054715344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054715345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054715345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054715356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054715365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054715365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054715365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:18.547202 run osmo-msc_10.42.42.6(pid=30976): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30976)]\u000a05:47:18.597173 run osmo-msc_10.42.42.6(pid=30976): stdout: \u000a| (launched: 2022-12-09_05:47:17.416218) \u000a05:47:18.647597 run osmo-msc_10.42.42.6(pid=30976): stderr: \u000a| �[0;m�[38;5;43m20221209054717690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054717690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01d447cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054717690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054717690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054717690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054717691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054717694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054717694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054717695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054717695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:18.690126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminating (SIGTERM)\u000a05:47:18.731171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminating (SIGTERM)\u000a05:47:18.771817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Terminating (SIGTERM)\u000a05:47:18.781350 --- ParallelTerminationStrategy: PID 30969 died...\u000a05:47:18.835741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminated: ok {rc=0}\u000a05:47:18.845896 --- ParallelTerminationStrategy: PID 30972 died...\u000a05:47:18.900267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminated: ok {rc=0}\u000a05:47:18.910026 --- ParallelTerminationStrategy: PID 30975 died...\u000a05:47:18.964177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Terminated: ok {rc=0}\u000a05:47:19.049520 bus /sierra_3: Setting Powered False\u000a05:47:20.158733 bus /sierra_3: Setting Powered False\u000a05:47:21.274548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30984): Process ended prematurely: osmo-stp_10.42.42.5(pid=30984) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30984)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30984): Process ended prematurely: osmo-stp_10.42.42.5(pid=30984) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:22.391764 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:22.404230 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:47:22.573337 tst mo_mt_call_osmux.py: using LAC 19350\u000a05:47:22.704669 tst mo_mt_call_osmux.py: using RAC 225\u000a05:47:22.837607 tst mo_mt_call_osmux.py: using CellId 19350\u000a05:47:22.968433 tst mo_mt_call_osmux.py: using BVCI 19351\u000a05:47:22.993560 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:23.005458 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:23.017112 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:23.029136 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:23.040887 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:23.052600 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:23.173869 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:23.385969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:23.914786 run create_hlr_db(pid=30978): Launched\u000a05:47:24.106050 bus /sierra_2: Setting Powered False\u000a05:47:25.126656 run create_hlr_db(pid=30978): Terminated: ok {rc=0}\u000a05:47:25.540551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30980): Launched\u000a05:47:25.849672 run osmo-hlr_10.42.42.2(pid=30981): Launched\u000a05:47:25.962990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:26.495097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30983): Launched\u000a05:47:26.802220 run osmo-stp_10.42.42.5(pid=30984): Launched\u000a05:47:26.915076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:27.481241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30986): Launched\u000a05:47:27.789183 run osmo-msc_10.42.42.6(pid=30987): Launched\u000a05:47:27.970228 run osmo-stp_10.42.42.5(pid=30984): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30984)]\u000a05:47:28.100880 run osmo-stp_10.42.42.5(pid=30984): stdout: \u000a| (launched: 2022-12-09_05:47:26.651651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:28.229275 run osmo-stp_10.42.42.5(pid=30984): stderr: \u000a| �[0;m�[38;5;43m20221209054726823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054726823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054726823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054726823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054726824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054726824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054726824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:28.351890 run osmo-stp_10.42.42.5(pid=30984): stdout: \u000a| (launched: 2022-12-09_05:47:26.651651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:28.473311 run osmo-stp_10.42.42.5(pid=30984): stderr: \u000a| �[0;m�[38;5;43m20221209054726823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054726823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054726823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054726823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054726824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054726824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054726824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:28.527206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30984): Process ended prematurely: osmo-stp_10.42.42.5(pid=30984) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30984)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:47:28.535821 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:47:28.597797 run osmo-hlr_10.42.42.2(pid=30981): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30981)]\u000a05:47:28.647637 run osmo-hlr_10.42.42.2(pid=30981): stdout: \u000a| (launched: 2022-12-09_05:47:25.697860) \u000a05:47:28.698197 run osmo-hlr_10.42.42.2(pid=30981): stderr: \u000a| �[0;m�[1;31m20221209054725878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054725878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054725878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054725878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054725879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054725879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054725890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054725899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054725899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054725899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:28.766392 run osmo-msc_10.42.42.6(pid=30987): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30987)]\u000a05:47:28.816372 run osmo-msc_10.42.42.6(pid=30987): stdout: \u000a| (launched: 2022-12-09_05:47:27.637640) \u000a05:47:28.866962 run osmo-msc_10.42.42.6(pid=30987): stderr: \u000a| �[0;m�[38;5;43m20221209054727912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054727912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8758b40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054727912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054727912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054727912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054727912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054727914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054727915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054727915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054727915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:28.909670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30980): Terminating (SIGTERM)\u000a05:47:28.950361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30983): Terminating (SIGTERM)\u000a05:47:28.990444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30986): Terminating (SIGTERM)\u000a05:47:28.999578 --- ParallelTerminationStrategy: PID 30980 died...\u000a05:47:29.053348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30980): Terminated: ok {rc=0}\u000a05:47:29.063170 --- ParallelTerminationStrategy: PID 30983 died...\u000a05:47:29.117218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30983): Terminated: ok {rc=0}\u000a05:47:29.127037 --- ParallelTerminationStrategy: PID 30986 died...\u000a05:47:29.180730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30986): Terminated: ok {rc=0}\u000a05:47:29.269796 bus /sierra_3: Setting Powered False\u000a05:47:30.372995 bus /sierra_3: Setting Powered False\u000a05:47:31.495794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:47:11" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30998): Process ended prematurely: osmo-stp_10.42.42.5(pid=30998) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30998): Process ended prematurely: osmo-stp_10.42.42.5(pid=30998) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:33.492324 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:33.503510 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:47:33.669372 tst mo_mt_call.py: using LAC 19351\u000a05:47:33.800286 tst mo_mt_call.py: using RAC 226\u000a05:47:33.929815 tst mo_mt_call.py: using CellId 19351\u000a05:47:34.061292 tst mo_mt_call.py: using BVCI 19352\u000a05:47:34.086614 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:34.098500 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:34.110096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:34.121677 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:34.133276 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:34.144898 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:34.264204 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:34.467529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:34.953882 run create_hlr_db(pid=30992): Launched\u000a05:47:35.130742 bus /sierra_2: Setting Powered False\u000a05:47:36.153137 run create_hlr_db(pid=30992): Terminated: ok {rc=0}\u000a05:47:36.589775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30994): Launched\u000a05:47:36.918260 run osmo-hlr_10.42.42.2(pid=30995): Launched\u000a05:47:37.041693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:37.615100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30997): Launched\u000a05:47:37.944594 run osmo-stp_10.42.42.5(pid=30998): Launched\u000a05:47:38.064366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:38.666894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31000): Launched\u000a05:47:38.995356 run osmo-msc_10.42.42.6(pid=31001): Launched\u000a05:47:39.188236 run osmo-stp_10.42.42.5(pid=30998): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)]\u000a05:47:39.326715 run osmo-stp_10.42.42.5(pid=30998): stdout: \u000a| (launched: 2022-12-09_05:47:37.783317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:39.465269 run osmo-stp_10.42.42.5(pid=30998): stderr: \u000a| �[0;m�[38;5;43m20221209054737976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054737976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054737977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054737977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054737977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054737978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054737978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:39.597352 run osmo-stp_10.42.42.5(pid=30998): stdout: \u000a| (launched: 2022-12-09_05:47:37.783317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:39.728153 run osmo-stp_10.42.42.5(pid=30998): stderr: \u000a| �[0;m�[38;5;43m20221209054737976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054737976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054737977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054737977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054737977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054737978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054737978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:39.786361 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30998): Process ended prematurely: osmo-stp_10.42.42.5(pid=30998) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:47:39.795663 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:47:39.858734 run osmo-hlr_10.42.42.2(pid=30995): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30995)]\u000a05:47:39.911097 run osmo-hlr_10.42.42.2(pid=30995): stdout: \u000a| (launched: 2022-12-09_05:47:36.757821) \u000a05:47:39.964185 run osmo-hlr_10.42.42.2(pid=30995): stderr: \u000a| �[0;m�[1;31m20221209054736957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054736957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054736957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054736957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054736957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054736957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054736969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054736977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054736978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054736978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:40.035903 run osmo-msc_10.42.42.6(pid=31001): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31001)]\u000a05:47:40.088148 run osmo-msc_10.42.42.6(pid=31001): stdout: \u000a| (launched: 2022-12-09_05:47:38.834638) \u000a05:47:40.140888 run osmo-msc_10.42.42.6(pid=31001): stderr: \u000a| �[0;m�[38;5;43m20221209054739160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054739160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94167a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054739160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054739160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054739160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054739160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054739162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054739162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054739163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054739163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:40.185465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30994): Terminating (SIGTERM)\u000a05:47:40.227886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30997): Terminating (SIGTERM)\u000a05:47:40.270347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31000): Terminating (SIGTERM)\u000a05:47:40.279758 --- ParallelTerminationStrategy: PID 30994 died...\u000a05:47:40.336346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30994): Terminated: ok {rc=0}\u000a05:47:40.346618 --- ParallelTerminationStrategy: PID 30997 died...\u000a05:47:40.402834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30997): Terminated: ok {rc=0}\u000a05:47:40.413146 --- ParallelTerminationStrategy: PID 31000 died...\u000a05:47:40.469879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31000): Terminated: ok {rc=0}\u000a05:47:40.558711 bus /sierra_3: Setting Powered False\u000a05:47:41.666676 bus /sierra_3: Setting Powered False\u000a05:47:42.776605 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31009): Process ended prematurely: osmo-stp_10.42.42.5(pid=31009) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31009): Process ended prematurely: osmo-stp_10.42.42.5(pid=31009) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:43.886846 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:43.898731 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:47:44.059008 tst mo_mt_call_osmux.py: using LAC 19352\u000a05:47:44.181772 tst mo_mt_call_osmux.py: using RAC 227\u000a05:47:44.302494 tst mo_mt_call_osmux.py: using CellId 19352\u000a05:47:44.423554 tst mo_mt_call_osmux.py: using BVCI 19353\u000a05:47:44.446999 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:44.458221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:44.469185 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:44.480297 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:44.491536 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:44.502697 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:44.620823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:44.825106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:45.310049 run create_hlr_db(pid=31003): Launched\u000a05:47:45.486387 bus /sierra_2: Setting Powered False\u000a05:47:46.521952 run create_hlr_db(pid=31003): Terminated: ok {rc=0}\u000a05:47:47.022010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31005): Launched\u000a05:47:47.359853 run osmo-hlr_10.42.42.2(pid=31006): Launched\u000a05:47:47.483200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:48.057444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31008): Launched\u000a05:47:48.387121 run osmo-stp_10.42.42.5(pid=31009): Launched\u000a05:47:48.506643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:49.110986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31011): Launched\u000a05:47:49.441262 run osmo-msc_10.42.42.6(pid=31012): Launched\u000a05:47:49.635781 run osmo-stp_10.42.42.5(pid=31009): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)]\u000a05:47:49.775000 run osmo-stp_10.42.42.5(pid=31009): stdout: \u000a| (launched: 2022-12-09_05:47:48.224818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:49.913639 run osmo-stp_10.42.42.5(pid=31009): stderr: \u000a| �[0;m�[38;5;43m20221209054748420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054748420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054748420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054748420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054748421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054748421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054748421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:50.046152 run osmo-stp_10.42.42.5(pid=31009): stdout: \u000a| (launched: 2022-12-09_05:47:48.224818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:50.176803 run osmo-stp_10.42.42.5(pid=31009): stderr: \u000a| �[0;m�[38;5;43m20221209054748420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054748420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054748420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054748420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054748421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054748421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054748421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:50.234692 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31009): Process ended prematurely: osmo-stp_10.42.42.5(pid=31009) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:47:50.244043 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:47:50.307623 run osmo-hlr_10.42.42.2(pid=31006): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31006)]\u000a05:47:50.360351 run osmo-hlr_10.42.42.2(pid=31006): stdout: \u000a| (launched: 2022-12-09_05:47:47.197898) \u000a05:47:50.413796 run osmo-hlr_10.42.42.2(pid=31006): stderr: \u000a| �[0;m�[1;31m20221209054747399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054747399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054747399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054747399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054747399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054747400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054747412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054747420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054747420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054747421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:50.485540 run osmo-msc_10.42.42.6(pid=31012): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31012)]\u000a05:47:50.537743 run osmo-msc_10.42.42.6(pid=31012): stdout: \u000a| (launched: 2022-12-09_05:47:49.278733) \u000a05:47:50.590926 run osmo-msc_10.42.42.6(pid=31012): stderr: \u000a| �[0;m�[38;5;43m20221209054749604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054749604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77488e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054749605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054749605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054749605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054749605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054749607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054749607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054749607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054749607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:50.635985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31005): Terminating (SIGTERM)\u000a05:47:50.678646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31008): Terminating (SIGTERM)\u000a05:47:50.721708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31011): Terminating (SIGTERM)\u000a05:47:50.731570 --- ParallelTerminationStrategy: PID 31005 died...\u000a05:47:50.788589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31005): Terminated: ok {rc=0}\u000a05:47:50.798763 --- ParallelTerminationStrategy: PID 31008 died...\u000a05:47:50.855276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31008): Terminated: ok {rc=0}\u000a05:47:50.865935 --- ParallelTerminationStrategy: PID 31011 died...\u000a05:47:50.922703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31011): Terminated: ok {rc=0}\u000a05:47:51.012698 bus /sierra_3: Setting Powered False\u000a05:47:52.119010 bus /sierra_3: Setting Powered False\u000a05:47:53.232602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:47:33" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31023): Process ended prematurely: osmo-stp_10.42.42.5(pid=31023) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31023)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31023): Process ended prematurely: osmo-stp_10.42.42.5(pid=31023) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:55.231963 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:55.243682 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:47:55.408130 tst mo_mt_call.py: using LAC 19353\u000a05:47:55.535319 tst mo_mt_call.py: using RAC 228\u000a05:47:55.663596 tst mo_mt_call.py: using CellId 19353\u000a05:47:55.790729 tst mo_mt_call.py: using BVCI 19354\u000a05:47:55.816117 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:55.827856 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:55.839474 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:55.851097 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:55.862928 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:55.874499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:47:55.992447 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:47:56.195291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:56.681161 run create_hlr_db(pid=31017): Launched\u000a05:47:56.857966 bus /sierra_2: Setting Powered False\u000a05:47:57.879862 run create_hlr_db(pid=31017): Terminated: ok {rc=0}\u000a05:47:58.289506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31019): Launched\u000a05:47:58.597861 run osmo-hlr_10.42.42.2(pid=31020): Launched\u000a05:47:58.714494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:59.257480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31022): Launched\u000a05:47:59.564902 run osmo-stp_10.42.42.5(pid=31023): Launched\u000a05:47:59.678050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:00.243849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31025): Launched\u000a05:48:00.553319 run osmo-msc_10.42.42.6(pid=31026): Launched\u000a05:48:00.735662 run osmo-stp_10.42.42.5(pid=31023): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31023)]\u000a05:48:00.891792 run osmo-stp_10.42.42.5(pid=31023): stdout: \u000a| (launched: 2022-12-09_05:47:59.413131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:01.023918 run osmo-stp_10.42.42.5(pid=31023): stderr: \u000a| �[0;m�[38;5;43m20221209054759586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054759586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054759586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054759587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054759587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054759587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054759587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:01.150721 run osmo-stp_10.42.42.5(pid=31023): stdout: \u000a| (launched: 2022-12-09_05:47:59.413131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:01.276291 run osmo-stp_10.42.42.5(pid=31023): stderr: \u000a| �[0;m�[38;5;43m20221209054759586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054759586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054759586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054759587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054759587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054759587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054759587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:01.332208 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31023): Process ended prematurely: osmo-stp_10.42.42.5(pid=31023) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31023)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:48:01.341968 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:48:01.405402 run osmo-hlr_10.42.42.2(pid=31020): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31020)]\u000a05:48:01.456773 run osmo-hlr_10.42.42.2(pid=31020): stdout: \u000a| (launched: 2022-12-09_05:47:58.445529) \u000a05:48:01.509137 run osmo-hlr_10.42.42.2(pid=31020): stderr: \u000a| �[0;m�[1;31m20221209054758623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054758623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054758623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054758623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054758623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054758624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054758639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054758649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054758649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054758649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:01.579460 run osmo-msc_10.42.42.6(pid=31026): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31026)]\u000a05:48:01.631374 run osmo-msc_10.42.42.6(pid=31026): stdout: \u000a| (launched: 2022-12-09_05:48:00.399816) \u000a05:48:01.684426 run osmo-msc_10.42.42.6(pid=31026): stderr: \u000a| �[0;m�[38;5;43m20221209054800674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054800675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa49c8c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054800675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054800675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054800675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054800675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054800677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054800677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054800678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054800678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:01.729858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31019): Terminating (SIGTERM)\u000a05:48:01.771617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31022): Terminating (SIGTERM)\u000a05:48:01.815429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31025): Terminating (SIGTERM)\u000a05:48:01.825459 --- ParallelTerminationStrategy: PID 31019 died...\u000a05:48:01.882765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31019): Terminated: ok {rc=0}\u000a05:48:01.893356 --- ParallelTerminationStrategy: PID 31022 died...\u000a05:48:01.950905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31022): Terminated: ok {rc=0}\u000a05:48:01.961590 --- ParallelTerminationStrategy: PID 31025 died...\u000a05:48:02.018878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31025): Terminated: ok {rc=0}\u000a05:48:02.121926 bus /sierra_3: Setting Powered False\u000a05:48:03.224490 bus /sierra_3: Setting Powered False\u000a05:48:04.336719 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31034): Process ended prematurely: osmo-stp_10.42.42.5(pid=31034) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31034)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31034): Process ended prematurely: osmo-stp_10.42.42.5(pid=31034) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:05.448059 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:05.459816 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:48:05.619083 tst mo_mt_call_osmux.py: using LAC 19354\u000a05:48:05.741598 tst mo_mt_call_osmux.py: using RAC 229\u000a05:48:05.863001 tst mo_mt_call_osmux.py: using CellId 19354\u000a05:48:05.986481 tst mo_mt_call_osmux.py: using BVCI 19355\u000a05:48:06.010061 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:06.021160 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:06.031953 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:06.043501 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:06.055154 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:06.067319 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:48:06.190728 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:48:06.404757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:06.933736 run create_hlr_db(pid=31028): Launched\u000a05:48:07.123910 bus /sierra_2: Setting Powered False\u000a05:48:08.145499 run create_hlr_db(pid=31028): Terminated: ok {rc=0}\u000a05:48:08.558100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31030): Launched\u000a05:48:08.866535 run osmo-hlr_10.42.42.2(pid=31031): Launched\u000a05:48:08.987676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:09.532855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31033): Launched\u000a05:48:09.841712 run osmo-stp_10.42.42.5(pid=31034): Launched\u000a05:48:09.953462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:10.515140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31036): Launched\u000a05:48:10.823320 run osmo-msc_10.42.42.6(pid=31037): Launched\u000a05:48:11.004652 run osmo-stp_10.42.42.5(pid=31034): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31034)]\u000a05:48:11.135095 run osmo-stp_10.42.42.5(pid=31034): stdout: \u000a| (launched: 2022-12-09_05:48:09.689566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:11.262959 run osmo-stp_10.42.42.5(pid=31034): stderr: \u000a| �[0;m�[38;5;43m20221209054809864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054809864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054809864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054809864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054809865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054809865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054809865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:11.385710 run osmo-stp_10.42.42.5(pid=31034): stdout: \u000a| (launched: 2022-12-09_05:48:09.689566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:11.507635 run osmo-stp_10.42.42.5(pid=31034): stderr: \u000a| �[0;m�[38;5;43m20221209054809864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054809864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054809864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054809864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054809865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054809865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054809865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:11.561427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31034): Process ended prematurely: osmo-stp_10.42.42.5(pid=31034) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31034)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:48:11.570122 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:48:11.631488 run osmo-hlr_10.42.42.2(pid=31031): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31031)]\u000a05:48:11.681714 run osmo-hlr_10.42.42.2(pid=31031): stdout: \u000a| (launched: 2022-12-09_05:48:08.714314) \u000a05:48:11.732431 run osmo-hlr_10.42.42.2(pid=31031): stderr: \u000a| �[0;m�[1;31m20221209054808895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054808895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054808895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054808895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054808895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054808895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054808908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054808917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054808917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054808917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:11.801503 run osmo-msc_10.42.42.6(pid=31037): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31037)]\u000a05:48:11.851658 run osmo-msc_10.42.42.6(pid=31037): stdout: \u000a| (launched: 2022-12-09_05:48:10.671148) \u000a05:48:11.902501 run osmo-msc_10.42.42.6(pid=31037): stderr: \u000a| �[0;m�[38;5;43m20221209054810946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054810946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f79b6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054810947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054810947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054810947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054810947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054810949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054810949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054810949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054810949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:11.945286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31030): Terminating (SIGTERM)\u000a05:48:11.986086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31033): Terminating (SIGTERM)\u000a05:48:12.026961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31036): Terminating (SIGTERM)\u000a05:48:12.036567 --- ParallelTerminationStrategy: PID 31030 died...\u000a05:48:12.091324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31030): Terminated: ok {rc=0}\u000a05:48:12.101126 --- ParallelTerminationStrategy: PID 31033 died...\u000a05:48:12.155253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31033): Terminated: ok {rc=0}\u000a05:48:12.165328 --- ParallelTerminationStrategy: PID 31036 died...\u000a05:48:12.219464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31036): Terminated: ok {rc=0}\u000a05:48:12.304985 bus /sierra_3: Setting Powered False\u000a05:48:13.408187 bus /sierra_3: Setting Powered False\u000a05:48:14.520571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:47:54" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31048): Process ended prematurely: osmo-stp_10.42.42.5(pid=31048) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31048): Process ended prematurely: osmo-stp_10.42.42.5(pid=31048) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:48:16.535149 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:16.547398 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:48:16.717636 tst mo_mt_call.py: using LAC 19355\u000a05:48:16.870969 tst mo_mt_call.py: using RAC 230\u000a05:48:17.040147 tst mo_mt_call.py: using CellId 19355\u000a05:48:17.180721 tst mo_mt_call.py: using BVCI 19356\u000a05:48:17.207904 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:17.220125 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:17.232233 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:17.244374 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:17.256448 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:17.268697 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:17.394627 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:17.610345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:18.139598 run create_hlr_db(pid=31042): Launched\u000a05:48:18.330031 bus /sierra_2: Setting Powered False\u000a05:48:19.351442 run create_hlr_db(pid=31042): Terminated: ok {rc=0}\u000a05:48:19.765901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31044): Launched\u000a05:48:20.073086 run osmo-hlr_10.42.42.2(pid=31045): Launched\u000a05:48:20.185859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:20.717286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31047): Launched\u000a05:48:21.025120 run osmo-stp_10.42.42.5(pid=31048): Launched\u000a05:48:21.145599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:21.712186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31050): Launched\u000a05:48:22.021382 run osmo-msc_10.42.42.6(pid=31051): Launched\u000a05:48:22.202186 run osmo-stp_10.42.42.5(pid=31048): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)]\u000a05:48:22.332684 run osmo-stp_10.42.42.5(pid=31048): stdout: \u000a| (launched: 2022-12-09_05:48:20.873711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:22.461248 run osmo-stp_10.42.42.5(pid=31048): stderr: \u000a| �[0;m�[38;5;43m20221209054821047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054821047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054821047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054821048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054821048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054821048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054821048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:22.584323 run osmo-stp_10.42.42.5(pid=31048): stdout: \u000a| (launched: 2022-12-09_05:48:20.873711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:22.706509 run osmo-stp_10.42.42.5(pid=31048): stderr: \u000a| �[0;m�[38;5;43m20221209054821047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054821047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054821047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054821048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054821048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054821048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054821048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:22.760078 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31048): Process ended prematurely: osmo-stp_10.42.42.5(pid=31048) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:48:22.768651 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:48:22.829980 run osmo-hlr_10.42.42.2(pid=31045): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31045)]\u000a05:48:22.879787 run osmo-hlr_10.42.42.2(pid=31045): stdout: \u000a| (launched: 2022-12-09_05:48:19.921768) \u000a05:48:22.930185 run osmo-hlr_10.42.42.2(pid=31045): stderr: \u000a| �[0;m�[1;31m20221209054820102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054820102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054820102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054820102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054820102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054820102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054820115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054820126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054820126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054820126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:22.998468 run osmo-msc_10.42.42.6(pid=31051): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31051)]\u000a05:48:23.047911 run osmo-msc_10.42.42.6(pid=31051): stdout: \u000a| (launched: 2022-12-09_05:48:21.868607) \u000a05:48:23.098241 run osmo-msc_10.42.42.6(pid=31051): stderr: \u000a| �[0;m�[38;5;43m20221209054822142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054822143 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47db626c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054822143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054822143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054822143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054822143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054822145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054822145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054822145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054822146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:23.140688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31044): Terminating (SIGTERM)\u000a05:48:23.181154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31047): Terminating (SIGTERM)\u000a05:48:23.221505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31050): Terminating (SIGTERM)\u000a05:48:23.231041 --- ParallelTerminationStrategy: PID 31044 died...\u000a05:48:23.284836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31044): Terminated: ok {rc=0}\u000a05:48:23.294834 --- ParallelTerminationStrategy: PID 31047 died...\u000a05:48:23.349046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31047): Terminated: ok {rc=0}\u000a05:48:23.358941 --- ParallelTerminationStrategy: PID 31050 died...\u000a05:48:23.413271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31050): Terminated: ok {rc=0}\u000a05:48:23.503372 bus /sierra_3: Setting Powered False\u000a05:48:24.609954 bus /sierra_3: Setting Powered False\u000a05:48:25.722218 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31059): Process ended prematurely: osmo-stp_10.42.42.5(pid=31059) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31059): Process ended prematurely: osmo-stp_10.42.42.5(pid=31059) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:26.839471 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:26.851705 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:48:27.021132 tst mo_mt_call_osmux.py: using LAC 19356\u000a05:48:27.149513 tst mo_mt_call_osmux.py: using RAC 231\u000a05:48:27.279855 tst mo_mt_call_osmux.py: using CellId 19356\u000a05:48:27.408631 tst mo_mt_call_osmux.py: using BVCI 19357\u000a05:48:27.433902 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:27.445507 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:27.456905 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:27.468413 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:27.479933 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:27.491387 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:27.611720 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:27.828579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:28.354333 run create_hlr_db(pid=31053): Launched\u000a05:48:28.544195 bus /sierra_2: Setting Powered False\u000a05:48:29.565245 run create_hlr_db(pid=31053): Terminated: ok {rc=0}\u000a05:48:30.003998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31055): Launched\u000a05:48:30.332703 run osmo-hlr_10.42.42.2(pid=31056): Launched\u000a05:48:30.455027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:31.070479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31058): Launched\u000a05:48:31.423994 run osmo-stp_10.42.42.5(pid=31059): Launched\u000a05:48:31.623461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:32.354533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31061): Launched\u000a05:48:32.683832 run osmo-msc_10.42.42.6(pid=31062): Launched\u000a05:48:32.877216 run osmo-stp_10.42.42.5(pid=31059): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)]\u000a05:48:33.016545 run osmo-stp_10.42.42.5(pid=31059): stdout: \u000a| (launched: 2022-12-09_05:48:31.232458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:33.155390 run osmo-stp_10.42.42.5(pid=31059): stderr: \u000a| �[0;m�[38;5;43m20221209054831567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054831567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054831567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054831567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054831568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054831568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054831568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:33.287180 run osmo-stp_10.42.42.5(pid=31059): stdout: \u000a| (launched: 2022-12-09_05:48:31.232458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:33.417901 run osmo-stp_10.42.42.5(pid=31059): stderr: \u000a| �[0;m�[38;5;43m20221209054831567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054831567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054831567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054831567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054831568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054831568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054831568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:33.475501 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31059): Process ended prematurely: osmo-stp_10.42.42.5(pid=31059) [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)] [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:48:33.484646 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a05:48:33.547470 run osmo-hlr_10.42.42.2(pid=31056): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31056)]\u000a05:48:33.599705 run osmo-hlr_10.42.42.2(pid=31056): stdout: \u000a| (launched: 2022-12-09_05:48:30.171682) \u000a05:48:33.652189 run osmo-hlr_10.42.42.2(pid=31056): stderr: \u000a| �[0;m�[1;31m20221209054830372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054830373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054830373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054830373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054830373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054830373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054830386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054830394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054830394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054830394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:33.723385 run osmo-msc_10.42.42.6(pid=31062): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31062)]\u000a05:48:33.775130 run osmo-msc_10.42.42.6(pid=31062): stdout: \u000a| (launched: 2022-12-09_05:48:32.522884) \u000a05:48:33.827276 run osmo-msc_10.42.42.6(pid=31062): stderr: \u000a| �[0;m�[38;5;43m20221209054832847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054832847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587350dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054832847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054832848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054832848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054832848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054832850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054832850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054832850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054832850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:33.871817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31055): Terminating (SIGTERM)\u000a05:48:33.914079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31058): Terminating (SIGTERM)\u000a05:48:33.956119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31061): Terminating (SIGTERM)\u000a05:48:33.965877 --- ParallelTerminationStrategy: PID 31055 died...\u000a05:48:34.021913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31055): Terminated: ok {rc=0}\u000a05:48:34.031935 --- ParallelTerminationStrategy: PID 31058 died...\u000a05:48:34.087832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31058): Terminated: ok {rc=0}\u000a05:48:34.098046 --- ParallelTerminationStrategy: PID 31061 died...\u000a05:48:34.153875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31061): Terminated: ok {rc=0}\u000a05:48:34.241985 bus /sierra_3: Setting Powered False\u000a05:48:35.349357 bus /sierra_3: Setting Powered False\u000a05:48:36.461262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:48:16" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31073): Process ended prematurely: osmo-stp_10.42.42.5(pid=31073) [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31073)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31073): Process ended prematurely: osmo-stp_10.42.42.5(pid=31073) [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:48:38.468511 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:38.480436 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:48:38.652389 tst mo_mt_call.py: using LAC 19357\u000a05:48:38.780430 tst mo_mt_call.py: using RAC 232\u000a05:48:38.908052 tst mo_mt_call.py: using CellId 19357\u000a05:48:39.037101 tst mo_mt_call.py: using BVCI 19358\u000a05:48:39.062344 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:39.074034 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:39.085848 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:39.097462 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:39.109145 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:39.120600 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:39.241173 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:39.451938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:39.977914 run create_hlr_db(pid=31067): Launched\u000a05:48:40.167233 bus /sierra_2: Setting Powered False\u000a05:48:41.188712 run create_hlr_db(pid=31067): Terminated: ok {rc=0}\u000a05:48:41.601437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31069): Launched\u000a05:48:41.909433 run osmo-hlr_10.42.42.2(pid=31070): Launched\u000a05:48:42.028525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:42.569791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31072): Launched\u000a05:48:42.877673 run osmo-stp_10.42.42.5(pid=31073): Launched\u000a05:48:42.989921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:43.550825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31075): Launched\u000a05:48:43.859911 run osmo-msc_10.42.42.6(pid=31076): Launched\u000a05:48:44.041701 run osmo-stp_10.42.42.5(pid=31073): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31073)]\u000a05:48:44.172488 run osmo-stp_10.42.42.5(pid=31073): stdout: \u000a| (launched: 2022-12-09_05:48:42.725762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:44.300397 run osmo-stp_10.42.42.5(pid=31073): stderr: \u000a| �[0;m�[38;5;43m20221209054842896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054842897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054842897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054842897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054842898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054842898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054842898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:44.423612 run osmo-stp_10.42.42.5(pid=31073): stdout: \u000a| (launched: 2022-12-09_05:48:42.725762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:44.545404 run osmo-stp_10.42.42.5(pid=31073): stderr: \u000a| �[0;m�[38;5;43m20221209054842896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054842897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054842897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054842897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054842898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054842898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054842898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:44.599216 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31073): Process ended prematurely: osmo-stp_10.42.42.5(pid=31073) [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31073)] [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:48:44.607972 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:48:44.668731 run osmo-hlr_10.42.42.2(pid=31070): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31070)]\u000a05:48:44.718442 run osmo-hlr_10.42.42.2(pid=31070): stdout: \u000a| (launched: 2022-12-09_05:48:41.757868) \u000a05:48:44.768761 run osmo-hlr_10.42.42.2(pid=31070): stderr: \u000a| �[0;m�[1;31m20221209054841935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054841935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054841935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054841935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054841935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054841935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054841947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054841956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054841956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054841957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:44.837006 run osmo-msc_10.42.42.6(pid=31076): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31076)]\u000a05:48:44.886921 run osmo-msc_10.42.42.6(pid=31076): stdout: \u000a| (launched: 2022-12-09_05:48:43.706859) \u000a05:48:44.937067 run osmo-msc_10.42.42.6(pid=31076): stderr: \u000a| �[0;m�[38;5;43m20221209054843980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054843981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92f28fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054843981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054843982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054843982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054843982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054843984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054843984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054843985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054843985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:44.979639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31069): Terminating (SIGTERM)\u000a05:48:45.020160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31072): Terminating (SIGTERM)\u000a05:48:45.060656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31075): Terminating (SIGTERM)\u000a05:48:45.070196 --- ParallelTerminationStrategy: PID 31069 died...\u000a05:48:45.124389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31069): Terminated: ok {rc=0}\u000a05:48:45.134512 --- ParallelTerminationStrategy: PID 31072 died...\u000a05:48:45.188334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31072): Terminated: ok {rc=0}\u000a05:48:45.198303 --- ParallelTerminationStrategy: PID 31075 died...\u000a05:48:45.252356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31075): Terminated: ok {rc=0}\u000a05:48:45.342950 bus /sierra_3: Setting Powered False\u000a05:48:46.449217 bus /sierra_3: Setting Powered False\u000a05:48:47.560481 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31084): Process ended prematurely: osmo-stp_10.42.42.5(pid=31084) [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31084)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31084): Process ended prematurely: osmo-stp_10.42.42.5(pid=31084) [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:48.673322 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:48.685329 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:48:48.842648 tst mo_mt_call_osmux.py: using LAC 19358\u000a05:48:48.964735 tst mo_mt_call_osmux.py: using RAC 233\u000a05:48:49.086305 tst mo_mt_call_osmux.py: using CellId 19358\u000a05:48:49.212318 tst mo_mt_call_osmux.py: using BVCI 19359\u000a05:48:49.235813 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:49.247028 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:49.258021 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:49.269221 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:49.280396 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:49.291607 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:49.413125 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:49.627450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:50.155764 run create_hlr_db(pid=31078): Launched\u000a05:48:50.346424 bus /sierra_2: Setting Powered False\u000a05:48:51.366688 run create_hlr_db(pid=31078): Terminated: ok {rc=0}\u000a05:48:51.805730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31080): Launched\u000a05:48:52.134971 run osmo-hlr_10.42.42.2(pid=31081): Launched\u000a05:48:52.254749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:52.828144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31083): Launched\u000a05:48:53.157321 run osmo-stp_10.42.42.5(pid=31084): Launched\u000a05:48:53.277406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:53.877647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31086): Launched\u000a05:48:54.207151 run osmo-msc_10.42.42.6(pid=31087): Launched\u000a05:48:54.400487 run osmo-stp_10.42.42.5(pid=31084): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31084)]\u000a05:48:54.539662 run osmo-stp_10.42.42.5(pid=31084): stdout: \u000a| (launched: 2022-12-09_05:48:52.995883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:54.678292 run osmo-stp_10.42.42.5(pid=31084): stderr: \u000a| �[0;m�[38;5;43m20221209054853191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054853191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054853192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054853192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054853195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054853195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054853195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:54.809979 run osmo-stp_10.42.42.5(pid=31084): stdout: \u000a| (launched: 2022-12-09_05:48:52.995883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:54.940299 run osmo-stp_10.42.42.5(pid=31084): stderr: \u000a| �[0;m�[38;5;43m20221209054853191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054853191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054853192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054853192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054853195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054853195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054853195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:54.998010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31084): Process ended prematurely: osmo-stp_10.42.42.5(pid=31084) [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31084)] [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:48:55.007267 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:48:55.070245 run osmo-hlr_10.42.42.2(pid=31081): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31081)]\u000a05:48:55.121883 run osmo-hlr_10.42.42.2(pid=31081): stdout: \u000a| (launched: 2022-12-09_05:48:51.973665) \u000a05:48:55.174416 run osmo-hlr_10.42.42.2(pid=31081): stderr: \u000a| �[0;m�[1;31m20221209054852175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054852175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054852175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054852176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054852176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054852176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054852187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054852195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054852196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054852196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:55.246114 run osmo-msc_10.42.42.6(pid=31087): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31087)]\u000a05:48:55.297882 run osmo-msc_10.42.42.6(pid=31087): stdout: \u000a| (launched: 2022-12-09_05:48:54.045324) \u000a05:48:55.350159 run osmo-msc_10.42.42.6(pid=31087): stderr: \u000a| �[0;m�[38;5;43m20221209054854368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054854368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b23373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054854368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054854369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054854369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054854369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054854371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054854371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054854371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054854371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:55.394793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31080): Terminating (SIGTERM)\u000a05:48:55.436813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31083): Terminating (SIGTERM)\u000a05:48:55.479037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31086): Terminating (SIGTERM)\u000a05:48:55.488389 --- ParallelTerminationStrategy: PID 31080 died...\u000a05:48:55.544306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31080): Terminated: ok {rc=0}\u000a05:48:55.554371 --- ParallelTerminationStrategy: PID 31083 died...\u000a05:48:55.610378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31083): Terminated: ok {rc=0}\u000a05:48:55.620449 --- ParallelTerminationStrategy: PID 31086 died...\u000a05:48:55.676156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31086): Terminated: ok {rc=0}\u000a05:48:55.763021 bus /sierra_3: Setting Powered False\u000a05:48:56.869840 bus /sierra_3: Setting Powered False\u000a05:48:57.978265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:48:38" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31098): Process ended prematurely: osmo-stp_10.42.42.5(pid=31098) [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31098): Process ended prematurely: osmo-stp_10.42.42.5(pid=31098) [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:48:59.987168 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:59.998792 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:49:00.162874 tst mo_mt_call.py: using LAC 19359\u000a05:49:00.286119 tst mo_mt_call.py: using RAC 234\u000a05:49:00.406640 tst mo_mt_call.py: using CellId 19359\u000a05:49:00.529752 tst mo_mt_call.py: using BVCI 19360\u000a05:49:00.553234 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:00.564129 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:00.574883 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:00.585911 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:00.596870 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:00.607869 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:00.721064 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:00.954719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:01.535485 run create_hlr_db(pid=31092): Launched\u000a05:49:01.732703 bus /sierra_2: Setting Powered False\u000a05:49:02.749720 run create_hlr_db(pid=31092): Terminated: ok {rc=0}\u000a05:49:03.165555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31094): Launched\u000a05:49:03.472899 run osmo-hlr_10.42.42.2(pid=31095): Launched\u000a05:49:03.591102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:04.134064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31097): Launched\u000a05:49:04.440767 run osmo-stp_10.42.42.5(pid=31098): Launched\u000a05:49:04.553247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:05.113942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31100): Launched\u000a05:49:05.422513 run osmo-msc_10.42.42.6(pid=31101): Launched\u000a05:49:05.603583 run osmo-stp_10.42.42.5(pid=31098): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)]\u000a05:49:05.734044 run osmo-stp_10.42.42.5(pid=31098): stdout: \u000a| (launched: 2022-12-09_05:49:04.289797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:05.862404 run osmo-stp_10.42.42.5(pid=31098): stderr: \u000a| �[0;m�[38;5;43m20221209054904462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054904462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054904462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054904463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054904463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054904463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054904463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:05.985637 run osmo-stp_10.42.42.5(pid=31098): stdout: \u000a| (launched: 2022-12-09_05:49:04.289797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:06.107835 run osmo-stp_10.42.42.5(pid=31098): stderr: \u000a| �[0;m�[38;5;43m20221209054904462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054904462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054904462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054904463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054904463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054904463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054904463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:06.161790 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31098): Process ended prematurely: osmo-stp_10.42.42.5(pid=31098) [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)] [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:49:06.170417 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:49:06.231435 run osmo-hlr_10.42.42.2(pid=31095): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31095)]\u000a05:49:06.280895 run osmo-hlr_10.42.42.2(pid=31095): stdout: \u000a| (launched: 2022-12-09_05:49:03.322349) \u000a05:49:06.331781 run osmo-hlr_10.42.42.2(pid=31095): stderr: \u000a| �[0;m�[1;31m20221209054903500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054903500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054903500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054903500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054903500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054903500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054903513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054903522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054903522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054903522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:06.399763 run osmo-msc_10.42.42.6(pid=31101): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31101)]\u000a05:49:06.449394 run osmo-msc_10.42.42.6(pid=31101): stdout: \u000a| (launched: 2022-12-09_05:49:05.269567) \u000a05:49:06.499597 run osmo-msc_10.42.42.6(pid=31101): stderr: \u000a| �[0;m�[38;5;43m20221209054905540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054905541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4505d97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054905541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054905541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054905541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054905541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054905543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054905543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054905543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054905543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:06.541829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31094): Terminating (SIGTERM)\u000a05:49:06.582283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31097): Terminating (SIGTERM)\u000a05:49:06.622883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31100): Terminating (SIGTERM)\u000a05:49:06.632456 --- ParallelTerminationStrategy: PID 31094 died...\u000a05:49:06.687469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31094): Terminated: ok {rc=0}\u000a05:49:06.697379 --- ParallelTerminationStrategy: PID 31097 died...\u000a05:49:06.751259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31097): Terminated: ok {rc=0}\u000a05:49:06.761264 --- ParallelTerminationStrategy: PID 31100 died...\u000a05:49:06.815253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31100): Terminated: ok {rc=0}\u000a05:49:06.900680 bus /sierra_3: Setting Powered False\u000a05:49:08.008341 bus /sierra_3: Setting Powered False\u000a05:49:09.121754 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31109): Process ended prematurely: osmo-stp_10.42.42.5(pid=31109) [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31109): Process ended prematurely: osmo-stp_10.42.42.5(pid=31109) [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:10.237236 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:10.249361 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:49:10.417519 tst mo_mt_call_osmux.py: using LAC 19360\u000a05:49:10.548852 tst mo_mt_call_osmux.py: using RAC 235\u000a05:49:10.675545 tst mo_mt_call_osmux.py: using CellId 19360\u000a05:49:10.798211 tst mo_mt_call_osmux.py: using BVCI 19361\u000a05:49:10.821777 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:10.832864 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:10.843970 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:10.855532 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:10.867306 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:10.879450 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:11.000743 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:11.204611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:11.691910 run create_hlr_db(pid=31103): Launched\u000a05:49:11.868582 bus /sierra_2: Setting Powered False\u000a05:49:12.890837 run create_hlr_db(pid=31103): Terminated: ok {rc=0}\u000a05:49:13.329612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31105): Launched\u000a05:49:13.661444 run osmo-hlr_10.42.42.2(pid=31106): Launched\u000a05:49:13.786175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:14.360449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31108): Launched\u000a05:49:14.692454 run osmo-stp_10.42.42.5(pid=31109): Launched\u000a05:49:14.813071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:15.416794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31111): Launched\u000a05:49:15.747871 run osmo-msc_10.42.42.6(pid=31112): Launched\u000a05:49:16.028339 run osmo-stp_10.42.42.5(pid=31109): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)]\u000a05:49:16.360617 run osmo-stp_10.42.42.5(pid=31109): stdout: \u000a| (launched: 2022-12-09_05:49:14.529042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:16.546303 run osmo-stp_10.42.42.5(pid=31109): stderr: \u000a| �[0;m�[38;5;43m20221209054914724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054914724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054914724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054914724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054914725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054914725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054914725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:16.677841 run osmo-stp_10.42.42.5(pid=31109): stdout: \u000a| (launched: 2022-12-09_05:49:14.529042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:16.825712 run osmo-stp_10.42.42.5(pid=31109): stderr: \u000a| �[0;m�[38;5;43m20221209054914724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054914724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054914724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054914724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054914725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054914725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054914725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:16.906307 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31109): Process ended prematurely: osmo-stp_10.42.42.5(pid=31109) [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)] [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:49:16.919883 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a05:49:16.985387 run osmo-hlr_10.42.42.2(pid=31106): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31106)]\u000a05:49:17.039117 run osmo-hlr_10.42.42.2(pid=31106): stdout: \u000a| (launched: 2022-12-09_05:49:13.497982) \u000a05:49:17.092830 run osmo-hlr_10.42.42.2(pid=31106): stderr: \u000a| �[0;m�[1;31m20221209054913697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054913697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054913697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054913697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054913697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054913697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054913710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054913719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054913719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054913719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:17.164492 run osmo-msc_10.42.42.6(pid=31112): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31112)]\u000a05:49:17.218498 run osmo-msc_10.42.42.6(pid=31112): stdout: \u000a| (launched: 2022-12-09_05:49:15.584323) \u000a05:49:17.272106 run osmo-msc_10.42.42.6(pid=31112): stderr: \u000a| �[0;m�[38;5;43m20221209054916015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054916015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff88201bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054916015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054916015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054916015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054916015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054916021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054916022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054916022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054916022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:17.316743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31105): Terminating (SIGTERM)\u000a05:49:17.361686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31108): Terminating (SIGTERM)\u000a05:49:17.407506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31111): Terminating (SIGTERM)\u000a05:49:17.417076 --- ParallelTerminationStrategy: PID 31105 died...\u000a05:49:17.471823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31105): Terminated: ok {rc=0}\u000a05:49:17.481700 --- ParallelTerminationStrategy: PID 31108 died...\u000a05:49:17.536196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31108): Terminated: ok {rc=0}\u000a05:49:17.546023 --- ParallelTerminationStrategy: PID 31111 died...\u000a05:49:17.600274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31111): Terminated: ok {rc=0}\u000a05:49:17.690048 bus /sierra_3: Setting Powered False\u000a05:49:18.797139 bus /sierra_3: Setting Powered False\u000a05:49:19.906083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:48:59" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a05:49:21.915149 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:21.926499 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a05:49:22.071172 tst mo_mt_call.py: using LAC 19361\u000a05:49:22.198551 tst mo_mt_call.py: using RAC 236\u000a05:49:22.328219 tst mo_mt_call.py: using CellId 19361\u000a05:49:22.455229 tst mo_mt_call.py: using BVCI 19362\u000a05:49:22.480377 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:22.491838 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:22.503087 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:22.514332 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:22.525932 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:22.537253 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:22.652628 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:22.865917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:23.393570 run create_hlr_db(pid=31118): Launched\u000a05:49:23.584465 bus /sierra_2: Setting Powered False\u000a05:49:24.605213 run create_hlr_db(pid=31118): Terminated: ok {rc=0}\u000a05:49:25.044177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Launched\u000a05:49:25.373524 run osmo-hlr_10.42.42.2(pid=31121): Launched\u000a05:49:25.493146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:26.064309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Launched\u000a05:49:26.393756 run osmo-stp_10.42.42.5(pid=31124): Launched\u000a05:49:26.517557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:27.118937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31126): Launched\u000a05:49:27.447893 run osmo-msc_10.42.42.6(pid=31127): Launched\u000a05:49:27.643483 run osmo-stp_10.42.42.5(pid=31124): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]\u000a05:49:27.783247 run osmo-stp_10.42.42.5(pid=31124): stdout: \u000a| (launched: 2022-12-09_05:49:26.232000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:27.921669 run osmo-stp_10.42.42.5(pid=31124): stderr: \u000a| �[0;m�[38;5;43m20221209054926426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054926426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054926426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054926427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054926429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054926429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054926429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:28.053568 run osmo-stp_10.42.42.5(pid=31124): stdout: \u000a| (launched: 2022-12-09_05:49:26.232000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:28.184498 run osmo-stp_10.42.42.5(pid=31124): stderr: \u000a| �[0;m�[38;5;43m20221209054926426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054926426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054926426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054926427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054926429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054926429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054926429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:28.242608 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)] [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a05:49:28.251718 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:49:28.314584 run osmo-hlr_10.42.42.2(pid=31121): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31121)]\u000a05:49:28.366651 run osmo-hlr_10.42.42.2(pid=31121): stdout: \u000a| (launched: 2022-12-09_05:49:25.212172) \u000a05:49:28.419150 run osmo-hlr_10.42.42.2(pid=31121): stderr: \u000a| �[0;m�[1;31m20221209054925413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054925413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054925413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054925413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054925413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054925414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054925429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054925439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054925439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054925439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:28.490409 run osmo-msc_10.42.42.6(pid=31127): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31127)]\u000a05:49:28.542168 run osmo-msc_10.42.42.6(pid=31127): stdout: \u000a| (launched: 2022-12-09_05:49:27.286117) \u000a05:49:28.594443 run osmo-msc_10.42.42.6(pid=31127): stderr: \u000a| �[0;m�[38;5;43m20221209054927612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054927612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde767c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054927612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054927612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054927612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054927613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054927614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054927615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054927615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054927615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:28.639619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Terminating (SIGTERM)\u000a05:49:28.682162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Terminating (SIGTERM)\u000a05:49:28.724382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31126): Terminating (SIGTERM)\u000a05:49:28.734102 --- ParallelTerminationStrategy: PID 31120 died...\u000a05:49:28.790399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Terminated: ok {rc=0}\u000a05:49:28.800451 --- ParallelTerminationStrategy: PID 31123 died...\u000a05:49:28.856747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Terminated: ok {rc=0}\u000a05:49:28.866938 --- ParallelTerminationStrategy: PID 31126 died...\u000a05:49:28.923240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31126): Terminated: ok {rc=0}\u000a05:49:29.012080 bus /sierra_3: Setting Powered False\u000a05:49:30.115983 bus /sierra_3: Setting Powered False\u000a05:49:31.227730 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31135): Process ended prematurely: osmo-stp_10.42.42.5(pid=31135) [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31135)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31135): Process ended prematurely: osmo-stp_10.42.42.5(pid=31135) [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:32.344341 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:32.356405 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a05:49:32.503519 tst mo_mt_call_osmux.py: using LAC 19362\u000a05:49:32.633285 tst mo_mt_call_osmux.py: using RAC 237\u000a05:49:32.756565 tst mo_mt_call_osmux.py: using CellId 19362\u000a05:49:32.885692 tst mo_mt_call_osmux.py: using BVCI 19363\u000a05:49:32.910870 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:32.922439 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:32.933773 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:32.945185 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:32.956433 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:32.967771 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:33.084741 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:33.297946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:33.828336 run create_hlr_db(pid=31129): Launched\u000a05:49:34.019010 bus /sierra_2: Setting Powered False\u000a05:49:35.039638 run create_hlr_db(pid=31129): Terminated: ok {rc=0}\u000a05:49:35.452824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31131): Launched\u000a05:49:35.761516 run osmo-hlr_10.42.42.2(pid=31132): Launched\u000a05:49:35.878791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:36.438709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31134): Launched\u000a05:49:36.769366 run osmo-stp_10.42.42.5(pid=31135): Launched\u000a05:49:36.887543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:37.489744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31137): Launched\u000a05:49:37.819597 run osmo-msc_10.42.42.6(pid=31138): Launched\u000a05:49:38.013219 run osmo-stp_10.42.42.5(pid=31135): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31135)]\u000a05:49:38.152108 run osmo-stp_10.42.42.5(pid=31135): stdout: \u000a| (launched: 2022-12-09_05:49:36.607240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:38.295076 run osmo-stp_10.42.42.5(pid=31135): stderr: \u000a| �[0;m�[38;5;43m20221209054936802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054936803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054936803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054936803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054936804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054936804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054936804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:38.426643 run osmo-stp_10.42.42.5(pid=31135): stdout: \u000a| (launched: 2022-12-09_05:49:36.607240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:38.558059 run osmo-stp_10.42.42.5(pid=31135): stderr: \u000a| �[0;m�[38;5;43m20221209054936802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054936803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054936803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054936803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054936804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054936804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054936804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:38.615868 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31135): Process ended prematurely: osmo-stp_10.42.42.5(pid=31135) [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31135)] [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a05:49:38.625662 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:49:38.688510 run osmo-hlr_10.42.42.2(pid=31132): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31132)]\u000a05:49:38.740727 run osmo-hlr_10.42.42.2(pid=31132): stdout: \u000a| (launched: 2022-12-09_05:49:35.609670) \u000a05:49:38.792886 run osmo-hlr_10.42.42.2(pid=31132): stderr: \u000a| �[0;m�[1;31m20221209054935788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054935788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054935788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054935788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054935788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054935788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054935801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054935810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054935810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054935810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:38.863879 run osmo-msc_10.42.42.6(pid=31138): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31138)]\u000a05:49:38.915572 run osmo-msc_10.42.42.6(pid=31138): stdout: \u000a| (launched: 2022-12-09_05:49:37.658450) \u000a05:49:38.967690 run osmo-msc_10.42.42.6(pid=31138): stderr: \u000a| �[0;m�[38;5;43m20221209054937984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054937984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c20186c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054937984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054937985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054937985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054937985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054937987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054937987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054937987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054937987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:39.011869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31131): Terminating (SIGTERM)\u000a05:49:39.053808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31134): Terminating (SIGTERM)\u000a05:49:39.095632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31137): Terminating (SIGTERM)\u000a05:49:39.105025 --- ParallelTerminationStrategy: PID 31131 died...\u000a05:49:39.160739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31131): Terminated: ok {rc=0}\u000a05:49:39.170869 --- ParallelTerminationStrategy: PID 31134 died...\u000a05:49:39.226340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31134): Terminated: ok {rc=0}\u000a05:49:39.236320 --- ParallelTerminationStrategy: PID 31137 died...\u000a05:49:39.291928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31137): Terminated: ok {rc=0}\u000a05:49:39.378730 bus /sierra_3: Setting Powered False\u000a05:49:40.484882 bus /sierra_3: Setting Powered False\u000a05:49:41.594074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:49:21" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31149): Process ended prematurely: osmo-stp_10.42.42.5(pid=31149) [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31149)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31149): Process ended prematurely: osmo-stp_10.42.42.5(pid=31149) [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a05:49:43.603012 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:43.614849 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:49:43.768895 tst mo_mt_call.py: using LAC 19363\u000a05:49:43.897084 tst mo_mt_call.py: using RAC 238\u000a05:49:44.024768 tst mo_mt_call.py: using CellId 19363\u000a05:49:44.152755 tst mo_mt_call.py: using BVCI 19364\u000a05:49:44.177976 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:44.190101 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:44.201683 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:44.213324 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:44.224851 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:44.236442 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:44.354825 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:44.561964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:45.050081 run create_hlr_db(pid=31143): Launched\u000a05:49:45.228412 bus /sierra_2: Setting Powered False\u000a05:49:46.266736 run create_hlr_db(pid=31143): Terminated: ok {rc=0}\u000a05:49:46.727758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31145): Launched\u000a05:49:47.133150 run osmo-hlr_10.42.42.2(pid=31146): Launched\u000a05:49:47.246550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:47.782667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31148): Launched\u000a05:49:48.091830 run osmo-stp_10.42.42.5(pid=31149): Launched\u000a05:49:48.204892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:48.767938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31151): Launched\u000a05:49:49.077113 run osmo-msc_10.42.42.6(pid=31152): Launched\u000a05:49:49.259837 run osmo-stp_10.42.42.5(pid=31149): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31149)]\u000a05:49:49.391064 run osmo-stp_10.42.42.5(pid=31149): stdout: \u000a| (launched: 2022-12-09_05:49:47.939587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:49.519715 run osmo-stp_10.42.42.5(pid=31149): stderr: \u000a| �[0;m�[38;5;43m20221209054948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054948112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054948112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054948112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054948112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:49.643789 run osmo-stp_10.42.42.5(pid=31149): stdout: \u000a| (launched: 2022-12-09_05:49:47.939587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:49.766749 run osmo-stp_10.42.42.5(pid=31149): stderr: \u000a| �[0;m�[38;5;43m20221209054948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054948112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054948112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054948112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054948112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:49.821161 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31149): Process ended prematurely: osmo-stp_10.42.42.5(pid=31149) [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31149)] [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a05:49:49.829768 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:49:49.890427 run osmo-hlr_10.42.42.2(pid=31146): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31146)]\u000a05:49:49.940216 run osmo-hlr_10.42.42.2(pid=31146): stdout: \u000a| (launched: 2022-12-09_05:49:46.900297) \u000a05:49:49.990640 run osmo-hlr_10.42.42.2(pid=31146): stderr: \u000a| �[0;m�[1;31m20221209054947168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054947168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054947168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054947168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054947168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054947168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054947180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054947190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054947190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054947190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:50.059274 run osmo-msc_10.42.42.6(pid=31152): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31152)]\u000a05:49:50.109256 run osmo-msc_10.42.42.6(pid=31152): stdout: \u000a| (launched: 2022-12-09_05:49:48.924337) \u000a05:49:50.159983 run osmo-msc_10.42.42.6(pid=31152): stderr: \u000a| �[0;m�[38;5;43m20221209054949198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054949198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97e19efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054949198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054949198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054949198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054949198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054949200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054949201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054949201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054949201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:50.202828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31145): Terminating (SIGTERM)\u000a05:49:50.243148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31148): Terminating (SIGTERM)\u000a05:49:50.283551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31151): Terminating (SIGTERM)\u000a05:49:50.293198 --- ParallelTerminationStrategy: PID 31145 died...\u000a05:49:50.347190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31145): Terminated: ok {rc=0}\u000a05:49:50.357081 --- ParallelTerminationStrategy: PID 31148 died...\u000a05:49:50.410678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31148): Terminated: ok {rc=0}\u000a05:49:50.420343 --- ParallelTerminationStrategy: PID 31151 died...\u000a05:49:50.473647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31151): Terminated: ok {rc=0}\u000a05:49:50.558910 bus /sierra_3: Setting Powered False\u000a05:49:51.668846 bus /sierra_3: Setting Powered False\u000a05:49:52.778346 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:53.888554 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:53.900638 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:49:54.043549 tst mo_mt_call_osmux.py: using LAC 19364\u000a05:49:54.166012 tst mo_mt_call_osmux.py: using RAC 239\u000a05:49:54.295170 tst mo_mt_call_osmux.py: using CellId 19364\u000a05:49:54.424874 tst mo_mt_call_osmux.py: using BVCI 19365\u000a05:49:54.450497 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:54.462476 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:54.474229 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:54.485990 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:54.497886 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:54.509546 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:54.631181 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:54.842231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:55.328522 run create_hlr_db(pid=31154): Launched\u000a05:49:55.506152 bus /sierra_2: Setting Powered False\u000a05:49:56.526814 run create_hlr_db(pid=31154): Terminated: ok {rc=0}\u000a05:49:56.936377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Launched\u000a05:49:57.245167 run osmo-hlr_10.42.42.2(pid=31157): Launched\u000a05:49:57.362426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:57.897097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Launched\u000a05:49:58.206099 run osmo-stp_10.42.42.5(pid=31160): Launched\u000a05:49:58.318309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:58.878399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31162): Launched\u000a05:49:59.186246 run osmo-msc_10.42.42.6(pid=31163): Launched\u000a05:49:59.366867 run osmo-stp_10.42.42.5(pid=31160): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)]\u000a05:49:59.496674 run osmo-stp_10.42.42.5(pid=31160): stdout: \u000a| (launched: 2022-12-09_05:49:58.052836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:59.624255 run osmo-stp_10.42.42.5(pid=31160): stderr: \u000a| �[0;m�[38;5;43m20221209054958226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054958226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054958226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054958226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054958227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054958227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054958227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:59.747434 run osmo-stp_10.42.42.5(pid=31160): stdout: \u000a| (launched: 2022-12-09_05:49:58.052836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:59.868868 run osmo-stp_10.42.42.5(pid=31160): stderr: \u000a| �[0;m�[38;5;43m20221209054958226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209054958226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209054958226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209054958226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209054958227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209054958227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209054958227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:59.922625 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)] [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a05:49:59.931209 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:49:59.991642 run osmo-hlr_10.42.42.2(pid=31157): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31157)]\u000a05:50:00.041055 run osmo-hlr_10.42.42.2(pid=31157): stdout: \u000a| (launched: 2022-12-09_05:49:57.092600) \u000a05:50:00.091214 run osmo-hlr_10.42.42.2(pid=31157): stderr: \u000a| �[0;m�[1;31m20221209054957271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209054957271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209054957271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054957271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209054957271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209054957271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209054957283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209054957292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209054957292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209054957292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:00.158692 run osmo-msc_10.42.42.6(pid=31163): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31163)]\u000a05:50:00.208241 run osmo-msc_10.42.42.6(pid=31163): stdout: \u000a| (launched: 2022-12-09_05:49:59.034166) \u000a05:50:00.258338 run osmo-msc_10.42.42.6(pid=31163): stderr: \u000a| �[0;m�[38;5;43m20221209054959307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209054959308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cd095ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209054959308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209054959308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209054959308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209054959308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209054959310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209054959310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209054959311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209054959311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:00.300704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Terminating (SIGTERM)\u000a05:50:00.341191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Terminating (SIGTERM)\u000a05:50:00.381858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31162): Terminating (SIGTERM)\u000a05:50:00.391154 --- ParallelTerminationStrategy: PID 31156 died...\u000a05:50:00.445159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Terminated: ok {rc=0}\u000a05:50:00.454662 --- ParallelTerminationStrategy: PID 31159 died...\u000a05:50:00.509640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Terminated: ok {rc=0}\u000a05:50:00.519145 --- ParallelTerminationStrategy: PID 31162 died...\u000a05:50:00.572430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31162): Terminated: ok {rc=0}\u000a05:50:00.662056 bus /sierra_3: Setting Powered False\u000a05:50:01.780773 bus /sierra_3: Setting Powered False\u000a05:50:02.890297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:49:43" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:50:04.898661 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:04.909349 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:05.044501 tst emergency_mo_mt_call.py: using LAC 19365\u000a05:50:05.163121 tst emergency_mo_mt_call.py: using RAC 240\u000a05:50:05.287448 tst emergency_mo_mt_call.py: using CellId 19365\u000a05:50:05.404205 tst emergency_mo_mt_call.py: using BVCI 19366\u000a05:50:05.427257 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:05.438040 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:05.448496 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:05.459273 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:05.470192 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:05.480895 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:05.599243 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:05.810149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:06.328327 run create_hlr_db(pid=31171): Launched\u000a05:50:06.516860 bus /sierra_2: Setting Powered False\u000a05:50:07.536900 run create_hlr_db(pid=31171): Terminated: ok {rc=0}\u000a05:50:07.945763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Launched\u000a05:50:08.248118 run osmo-hlr_10.42.42.2(pid=31174): Launched\u000a05:50:08.359518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:08.894495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Launched\u000a05:50:09.220510 run osmo-stp_10.42.42.5(pid=31177): Launched\u000a05:50:09.353308 tst emergency_mo_mt_call.py: using MSISDN 7051\u000a05:50:09.515705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:10.109451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31179): Launched\u000a05:50:10.432830 run osmo-msc_10.42.42.6(pid=31180): Launched\u000a05:50:10.621920 run osmo-stp_10.42.42.5(pid=31177): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]\u000a05:50:10.758887 run osmo-stp_10.42.42.5(pid=31177): stdout: \u000a| (launched: 2022-12-09_05:50:09.059601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:10.895062 run osmo-stp_10.42.42.5(pid=31177): stderr: \u000a| �[0;m�[38;5;43m20221209055009255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055009255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055009255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055009256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055009256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055009256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055009257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:11.024375 run osmo-stp_10.42.42.5(pid=31177): stdout: \u000a| (launched: 2022-12-09_05:50:09.059601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:11.153288 run osmo-stp_10.42.42.5(pid=31177): stderr: \u000a| �[0;m�[38;5;43m20221209055009255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055009255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055009255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055009256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055009256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055009256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055009257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:11.209732 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)] [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a05:50:11.218479 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a05:50:11.281522 run osmo-hlr_10.42.42.2(pid=31174): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31174)]\u000a05:50:11.333406 run osmo-hlr_10.42.42.2(pid=31174): stdout: \u000a| (launched: 2022-12-09_05:50:08.099270) \u000a05:50:11.386268 run osmo-hlr_10.42.42.2(pid=31174): stderr: \u000a| �[0;m�[1;31m20221209055008278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055008278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055008278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055008278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055008278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055008278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055008289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055008298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055008298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055008299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:11.456976 run osmo-msc_10.42.42.6(pid=31180): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31180)]\u000a05:50:11.508450 run osmo-msc_10.42.42.6(pid=31180): stdout: \u000a| (launched: 2022-12-09_05:50:10.274352) \u000a05:50:11.560326 run osmo-msc_10.42.42.6(pid=31180): stderr: \u000a| �[0;m�[38;5;43m20221209055010601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055010601 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff73aa04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055010601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055010601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055010602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055010602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055010603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055010604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055010604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055010604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:11.604507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminating (SIGTERM)\u000a05:50:11.647263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminating (SIGTERM)\u000a05:50:11.689482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31179): Terminating (SIGTERM)\u000a05:50:11.699387 --- ParallelTerminationStrategy: PID 31173 died...\u000a05:50:11.755809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminated: ok {rc=0}\u000a05:50:11.766123 --- ParallelTerminationStrategy: PID 31176 died...\u000a05:50:11.822109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminated: ok {rc=0}\u000a05:50:11.832351 --- ParallelTerminationStrategy: PID 31179 died...\u000a05:50:11.888376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31179): Terminated: ok {rc=0}\u000a05:50:11.976142 bus /sierra_3: Setting Powered False\u000a05:50:13.085553 bus /sierra_3: Setting Powered False\u000a05:50:14.198599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:50:15.249740 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:15.261251 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:15.400278 tst emergency_preemptive_call.py: using LAC 19366\u000a05:50:15.519932 tst emergency_preemptive_call.py: using RAC 241\u000a05:50:15.643290 tst emergency_preemptive_call.py: using CellId 19366\u000a05:50:15.760063 tst emergency_preemptive_call.py: using BVCI 19367\u000a05:50:15.783085 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:15.793896 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:15.804420 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:15.815222 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:15.826090 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:15.852911 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:15.979746 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:16.104431 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:16.232348 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:16.459630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:17.030979 run create_hlr_db(pid=31182): Launched\u000a05:50:17.226431 bus /sierra_2: Setting Powered False\u000a05:50:18.241054 run create_hlr_db(pid=31182): Terminated: ok {rc=0}\u000a05:50:18.651284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Launched\u000a05:50:18.954610 run osmo-hlr_10.42.42.2(pid=31185): Launched\u000a05:50:19.069154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:19.594640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Launched\u000a05:50:19.898323 run osmo-stp_10.42.42.5(pid=31188): Launched\u000a05:50:20.020179 tst emergency_preemptive_call.py: using MSISDN 7052\u000a05:50:20.169613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:20.720834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31190): Launched\u000a05:50:21.024740 run osmo-msc_10.42.42.6(pid=31191): Launched\u000a05:50:21.202674 run osmo-stp_10.42.42.5(pid=31188): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]\u000a05:50:21.331525 run osmo-stp_10.42.42.5(pid=31188): stdout: \u000a| (launched: 2022-12-09_05:50:19.748042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:21.457579 run osmo-stp_10.42.42.5(pid=31188): stderr: \u000a| �[0;m�[38;5;43m20221209055019917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055019917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055019918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055019918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055019920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055019920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055019920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:21.578882 run osmo-stp_10.42.42.5(pid=31188): stdout: \u000a| (launched: 2022-12-09_05:50:19.748042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:21.698974 run osmo-stp_10.42.42.5(pid=31188): stderr: \u000a| �[0;m�[38;5;43m20221209055019917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055019917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055019918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055019918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055019920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055019920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055019920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:21.751682 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)] [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a05:50:21.759785 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a05:50:21.821181 run osmo-hlr_10.42.42.2(pid=31185): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31185)]\u000a05:50:21.871467 run osmo-hlr_10.42.42.2(pid=31185): stdout: \u000a| (launched: 2022-12-09_05:50:18.805296) \u000a05:50:21.922667 run osmo-hlr_10.42.42.2(pid=31185): stderr: \u000a| �[0;m�[1;31m20221209055018984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055018984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055018984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055018985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055018985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055018985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055018996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055019005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055019006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055019006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:21.991683 run osmo-msc_10.42.42.6(pid=31191): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31191)]\u000a05:50:22.041883 run osmo-msc_10.42.42.6(pid=31191): stdout: \u000a| (launched: 2022-12-09_05:50:20.874118) \u000a05:50:22.092313 run osmo-msc_10.42.42.6(pid=31191): stderr: \u000a| �[0;m�[38;5;43m20221209055021147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055021147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d4ee0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055021148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055021148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055021148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055021148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055021150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055021150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055021151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055021151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:22.134884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminating (SIGTERM)\u000a05:50:22.175635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminating (SIGTERM)\u000a05:50:22.216126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31190): Terminating (SIGTERM)\u000a05:50:22.225710 --- ParallelTerminationStrategy: PID 31184 died...\u000a05:50:22.280092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminated: ok {rc=0}\u000a05:50:22.290102 --- ParallelTerminationStrategy: PID 31187 died...\u000a05:50:22.344331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminated: ok {rc=0}\u000a05:50:22.354070 --- ParallelTerminationStrategy: PID 31190 died...\u000a05:50:22.408018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31190): Terminated: ok {rc=0}\u000a05:50:22.498204 bus /sierra_9: Setting Powered False\u000a05:50:23.603948 bus /sierra_9: Setting Powered False\u000a05:50:24.717385 bus /sierra_8: Setting Powered False\u000a05:50:25.822594 bus /sierra_8: Setting Powered False\u000a05:50:26.935206 bus /sierra_3: Setting Powered False\u000a05:50:28.037531 bus /sierra_3: Setting Powered False\u000a05:50:29.150138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:50:04" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31206): Process ended prematurely: osmo-stp_10.42.42.5(pid=31206) [trial-2355↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31206)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31206): Process ended prematurely: osmo-stp_10.42.42.5(pid=31206) [trial-2355↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:50:31.319998 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:31.331903 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:31.507197 tst cs_paging_gprs_active.py: using LAC 19367\u000a05:50:31.677560 tst cs_paging_gprs_active.py: using RAC 242\u000a05:50:31.831920 tst cs_paging_gprs_active.py: using CellId 19367\u000a05:50:32.001326 tst cs_paging_gprs_active.py: using BVCI 19368\u000a05:50:32.029800 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.041837 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.053401 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.064791 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.076166 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.088102 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.100060 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.111569 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:32.123185 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:32.250714 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:32.550635 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:50:32.688877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:33.030196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31196): Launched\u000a05:50:33.314558 run iperf3-srv_10.42.42.10(pid=31197): Launched\u000a05:50:33.516340 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:50:33.654122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:33.995282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31198): Launched\u000a05:50:34.279368 run iperf3-srv_10.42.42.10(pid=31199): Launched\u000a05:50:34.481449 tst cs_paging_gprs_active.py:38: start network...\u000a05:50:34.618840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:35.148224 run create_hlr_db(pid=31200): Launched\u000a05:50:35.339443 bus /sierra_2: Setting Powered False\u000a05:50:36.360714 run create_hlr_db(pid=31200): Terminated: ok {rc=0}\u000a05:50:36.799814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31202): Launched\u000a05:50:37.129819 run osmo-hlr_10.42.42.2(pid=31203): Launched\u000a05:50:37.250865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:37.824850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31205): Launched\u000a05:50:38.155240 run osmo-stp_10.42.42.5(pid=31206): Launched\u000a05:50:38.274437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:50:38.853154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31208): Launched\u000a05:50:38.971683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:50:39.260627 run patchelf(pid=31209): Launched\u000a05:50:39.455072 run osmo-stp_10.42.42.5(pid=31206): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31206)]\u000a05:50:39.596414 run osmo-stp_10.42.42.5(pid=31206): stdout: \u000a| (launched: 2022-12-09_05:50:37.992907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:39.738695 run osmo-stp_10.42.42.5(pid=31206): stderr: \u000a| �[0;m�[38;5;43m20221209055038186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055038186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055038187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055038187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055038187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055038188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055038188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:39.875616 run osmo-stp_10.42.42.5(pid=31206): stdout: \u000a| (launched: 2022-12-09_05:50:37.992907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:40.012127 run osmo-stp_10.42.42.5(pid=31206): stderr: \u000a| �[0;m�[38;5;43m20221209055038186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055038186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055038187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055038187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055038187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055038188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055038188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:40.170720 run patchelf(pid=31209): Terminating (SIGINT)\u000a05:50:40.355694 run patchelf(pid=31209): Terminated: ok {rc=0}\u000a05:50:40.389665 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31206): Process ended prematurely: osmo-stp_10.42.42.5(pid=31206) [trial-2355↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31206)] [trial-2355↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a05:50:40.399500 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a05:50:40.463330 run osmo-hlr_10.42.42.2(pid=31203): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31203)]\u000a05:50:40.515082 run osmo-hlr_10.42.42.2(pid=31203): stdout: \u000a| (launched: 2022-12-09_05:50:36.967861) \u000a05:50:40.567245 run osmo-hlr_10.42.42.2(pid=31203): stderr: \u000a| �[0;m�[1;31m20221209055037169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055037169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055037169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055037169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055037169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055037169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055037181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055037190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055037191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055037191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:40.611708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31196): Terminating (SIGTERM)\u000a05:50:40.653750 run iperf3-srv_10.42.42.10(pid=31197): Terminating (SIGTERM)\u000a05:50:40.696320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31198): Terminating (SIGTERM)\u000a05:50:40.738573 run iperf3-srv_10.42.42.10(pid=31199): Terminating (SIGTERM)\u000a05:50:40.780614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31202): Terminating (SIGTERM)\u000a05:50:40.822816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31205): Terminating (SIGTERM)\u000a05:50:40.865280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31208): Terminating (SIGTERM)\u000a05:50:40.875032 --- ParallelTerminationStrategy: PID 31196 died...\u000a05:50:40.931585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31196): Terminated: ok {rc=0}\u000a05:50:40.941729 --- ParallelTerminationStrategy: PID 31197 died...\u000a05:50:40.997604 run iperf3-srv_10.42.42.10(pid=31197): Terminated {rc=256}\u000a05:50:41.007665 --- ParallelTerminationStrategy: PID 31198 died...\u000a05:50:41.063594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31198): Terminated: ok {rc=0}\u000a05:50:41.073733 --- ParallelTerminationStrategy: PID 31199 died...\u000a05:50:41.129587 run iperf3-srv_10.42.42.10(pid=31199): Terminated {rc=256}\u000a05:50:41.139944 --- ParallelTerminationStrategy: PID 31202 died...\u000a05:50:41.195815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31202): Terminated: ok {rc=0}\u000a05:50:41.205910 --- ParallelTerminationStrategy: PID 31205 died...\u000a05:50:41.261873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31205): Terminated: ok {rc=0}\u000a05:50:41.272025 --- ParallelTerminationStrategy: PID 31208 died...\u000a05:50:41.328206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31208): Terminated: ok {rc=0}\u000a05:50:41.416543 bus /gobi_0: Setting Powered False\u000a05:50:42.523438 bus /gobi_0: Setting Powered False\u000a05:50:43.635238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31218): Process ended prematurely: osmo-stp_10.42.42.5(pid=31218) [trial-2355↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31218)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31218): Process ended prematurely: osmo-stp_10.42.42.5(pid=31218) [trial-2355↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a05:50:44.752687 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:44.764546 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:44.912672 tst iperf3.py: using LAC 19368\u000a05:50:45.043360 tst iperf3.py: using RAC 243\u000a05:50:45.167839 tst iperf3.py: using CellId 19368\u000a05:50:45.291097 tst iperf3.py: using BVCI 19369\u000a05:50:45.315228 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.326189 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.336726 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.347608 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.358649 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.369527 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.380554 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.390917 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:45.402234 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:45.695730 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:50:45.824896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:46.219077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31210): Launched\u000a05:50:46.513370 run iperf3-srv_10.42.42.10(pid=31211): Launched\u000a05:50:46.705574 tst iperf3.py:8: start network...\u000a05:50:46.836809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:47.346818 run create_hlr_db(pid=31212): Launched\u000a05:50:47.537317 bus /gobi_6: Setting Powered False\u000a05:50:48.557266 run create_hlr_db(pid=31212): Terminated: ok {rc=0}\u000a05:50:48.995580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31214): Launched\u000a05:50:49.324121 run osmo-hlr_10.42.42.2(pid=31215): Launched\u000a05:50:49.445602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:50.022800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31217): Launched\u000a05:50:50.354825 run osmo-stp_10.42.42.5(pid=31218): Launched\u000a05:50:50.474381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:50:51.050262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31220): Launched\u000a05:50:51.168353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:50:51.456822 run patchelf(pid=31221): Launched\u000a05:50:51.650867 run osmo-stp_10.42.42.5(pid=31218): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31218)]\u000a05:50:51.792289 run osmo-stp_10.42.42.5(pid=31218): stdout: \u000a| (launched: 2022-12-09_05:50:50.192465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:51.933838 run osmo-stp_10.42.42.5(pid=31218): stderr: \u000a| �[0;m�[38;5;43m20221209055050387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055050387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055050388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055050388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055050388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055050389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055050389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:52.071420 run osmo-stp_10.42.42.5(pid=31218): stdout: \u000a| (launched: 2022-12-09_05:50:50.192465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:52.208532 run osmo-stp_10.42.42.5(pid=31218): stderr: \u000a| �[0;m�[38;5;43m20221209055050387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055050387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055050388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055050388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055050388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055050389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055050389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:52.366720 run patchelf(pid=31221): Terminating (SIGINT)\u000a05:50:52.552057 run patchelf(pid=31221): Terminated: ok {rc=0}\u000a05:50:52.586145 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31218): Process ended prematurely: osmo-stp_10.42.42.5(pid=31218) [trial-2355↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31218)] [trial-2355↪gprs:trx-b200↪iperf3.py:8]\u000a05:50:52.596250 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:50:52.659810 run osmo-hlr_10.42.42.2(pid=31215): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31215)]\u000a05:50:52.712408 run osmo-hlr_10.42.42.2(pid=31215): stdout: \u000a| (launched: 2022-12-09_05:50:49.163090) \u000a05:50:52.765264 run osmo-hlr_10.42.42.2(pid=31215): stderr: \u000a| �[0;m�[1;31m20221209055049364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055049364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055049364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055049364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055049364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055049364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055049377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055049385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055049385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055049385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:52.810638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31210): Terminating (SIGTERM)\u000a05:50:52.852899 run iperf3-srv_10.42.42.10(pid=31211): Terminating (SIGTERM)\u000a05:50:52.895648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31214): Terminating (SIGTERM)\u000a05:50:52.938369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31217): Terminating (SIGTERM)\u000a05:50:52.981052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31220): Terminating (SIGTERM)\u000a05:50:52.990985 --- ParallelTerminationStrategy: PID 31210 died...\u000a05:50:53.047703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31210): Terminated: ok {rc=0}\u000a05:50:53.058080 --- ParallelTerminationStrategy: PID 31211 died...\u000a05:50:53.114634 run iperf3-srv_10.42.42.10(pid=31211): Terminated {rc=256}\u000a05:50:53.124733 --- ParallelTerminationStrategy: PID 31214 died...\u000a05:50:53.181265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31214): Terminated: ok {rc=0}\u000a05:50:53.191566 --- ParallelTerminationStrategy: PID 31217 died...\u000a05:50:53.248106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31217): Terminated: ok {rc=0}\u000a05:50:53.258393 --- ParallelTerminationStrategy: PID 31220 died...\u000a05:50:53.314928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31220): Terminated: ok {rc=0}\u000a05:50:53.402610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2355↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2355↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a05:50:54.520093 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:54.531804 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:54.683009 tst iperf3m4.py: using LAC 19369\u000a05:50:54.812035 tst iperf3m4.py: using RAC 244\u000a05:50:54.941385 tst iperf3m4.py: using CellId 19369\u000a05:50:55.069176 tst iperf3m4.py: using BVCI 19370\u000a05:50:55.094539 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.105756 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.116695 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.127615 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.138474 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.149304 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.160370 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.171288 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:55.182346 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:55.300483 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:55.420122 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:55.540612 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:55.824300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:50:55.953091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:56.272499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31222): Launched\u000a05:50:56.539287 run iperf3-srv_10.42.42.10(pid=31223): Launched\u000a05:50:56.727209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:50:56.855484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:57.174762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31224): Launched\u000a05:50:57.440466 run iperf3-srv_10.42.42.10(pid=31225): Launched\u000a05:50:57.628266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:50:57.756330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:58.074988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Launched\u000a05:50:58.341760 run iperf3-srv_10.42.42.10(pid=31227): Launched\u000a05:50:58.528815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:50:58.656763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:58.975961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31228): Launched\u000a05:50:59.242248 run iperf3-srv_10.42.42.10(pid=31229): Launched\u000a05:50:59.429774 tst iperf3m4.py:8: start network...\u000a05:50:59.557883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:00.045196 run create_hlr_db(pid=31230): Launched\u000a05:51:00.222670 bus /gobi_6: Setting Powered False\u000a05:51:01.311029 run create_hlr_db(pid=31230): Terminated: ok {rc=0}\u000a05:51:01.770668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Launched\u000a05:51:02.185787 run osmo-hlr_10.42.42.2(pid=31233): Launched\u000a05:51:02.298279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:02.836760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Launched\u000a05:51:03.145503 run osmo-stp_10.42.42.5(pid=31236): Launched\u000a05:51:03.257817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:03.794369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Launched\u000a05:51:03.904105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:04.174578 run patchelf(pid=31239): Launched\u000a05:51:04.356692 run osmo-stp_10.42.42.5(pid=31236): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]\u000a05:51:04.489548 run osmo-stp_10.42.42.5(pid=31236): stdout: \u000a| (launched: 2022-12-09_05:51:02.993662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:04.622433 run osmo-stp_10.42.42.5(pid=31236): stderr: \u000a| �[0;m�[38;5;43m20221209055103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055103165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055103165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055103165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:04.751291 run osmo-stp_10.42.42.5(pid=31236): stdout: \u000a| (launched: 2022-12-09_05:51:02.993662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:04.879524 run osmo-stp_10.42.42.5(pid=31236): stderr: \u000a| �[0;m�[38;5;43m20221209055103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055103165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055103165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055103165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:05.027585 run patchelf(pid=31239): Terminating (SIGINT)\u000a05:51:05.201651 run patchelf(pid=31239): Terminated: ok {rc=0}\u000a05:51:05.233355 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2355↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)] [trial-2355↪gprs:trx-b200↪iperf3m4.py:8]\u000a05:51:05.242646 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:51:05.304574 run osmo-hlr_10.42.42.2(pid=31233): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31233)]\u000a05:51:05.354719 run osmo-hlr_10.42.42.2(pid=31233): stdout: \u000a| (launched: 2022-12-09_05:51:01.943545) \u000a05:51:05.405435 run osmo-hlr_10.42.42.2(pid=31233): stderr: \u000a| �[0;m�[1;31m20221209055102208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055102208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055102208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055102208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055102208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055102208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055102220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055102228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055102228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055102228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:05.448522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31222): Terminating (SIGTERM)\u000a05:51:05.489440 run iperf3-srv_10.42.42.10(pid=31223): Terminating (SIGTERM)\u000a05:51:05.530395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31224): Terminating (SIGTERM)\u000a05:51:05.571403 run iperf3-srv_10.42.42.10(pid=31225): Terminating (SIGTERM)\u000a05:51:05.612258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Terminating (SIGTERM)\u000a05:51:05.653370 run iperf3-srv_10.42.42.10(pid=31227): Terminating (SIGTERM)\u000a05:51:05.694358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31228): Terminating (SIGTERM)\u000a05:51:05.734709 run iperf3-srv_10.42.42.10(pid=31229): Terminating (SIGTERM)\u000a05:51:05.775486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Terminating (SIGTERM)\u000a05:51:05.816238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Terminating (SIGTERM)\u000a05:51:05.857192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Terminating (SIGTERM)\u000a05:51:05.866253 --- ParallelTerminationStrategy: PID 31222 died...\u000a05:51:05.920825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31222): Terminated: ok {rc=0}\u000a05:51:05.931119 --- ParallelTerminationStrategy: PID 31223 died...\u000a05:51:05.985244 run iperf3-srv_10.42.42.10(pid=31223): Terminated {rc=256}\u000a05:51:05.995022 --- ParallelTerminationStrategy: PID 31224 died...\u000a05:51:06.049357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31224): Terminated: ok {rc=0}\u000a05:51:06.059384 --- ParallelTerminationStrategy: PID 31225 died...\u000a05:51:06.113301 run iperf3-srv_10.42.42.10(pid=31225): Terminated {rc=256}\u000a05:51:06.123227 --- ParallelTerminationStrategy: PID 31226 died...\u000a05:51:06.176511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Terminated: ok {rc=0}\u000a05:51:06.186378 --- ParallelTerminationStrategy: PID 31227 died...\u000a05:51:06.239447 run iperf3-srv_10.42.42.10(pid=31227): Terminated {rc=256}\u000a05:51:06.249391 --- ParallelTerminationStrategy: PID 31228 died...\u000a05:51:06.303714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31228): Terminated: ok {rc=0}\u000a05:51:06.313413 --- ParallelTerminationStrategy: PID 31229 died...\u000a05:51:06.366731 run iperf3-srv_10.42.42.10(pid=31229): Terminated {rc=256}\u000a05:51:06.376664 --- ParallelTerminationStrategy: PID 31232 died...\u000a05:51:06.430090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Terminated: ok {rc=0}\u000a05:51:06.439983 --- ParallelTerminationStrategy: PID 31235 died...\u000a05:51:06.493665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Terminated: ok {rc=0}\u000a05:51:06.503428 --- ParallelTerminationStrategy: PID 31238 died...\u000a05:51:06.557087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Terminated: ok {rc=0}\u000a05:51:06.646537 bus /gobi_4: Setting Powered False\u000a05:51:07.750780 bus /gobi_4: Setting Powered False\u000a05:51:08.863675 bus /gobi_1: Setting Powered False\u000a05:51:09.967660 bus /gobi_1: Setting Powered False\u000a05:51:11.080123 bus /gobi_0: Setting Powered False\u000a05:51:12.184172 bus /gobi_0: Setting Powered False\u000a05:51:13.296600 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2355↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2355↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a05:51:14.364689 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.376412 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:14.513692 tst ping.py: using LAC 19370\u000a05:51:14.634870 tst ping.py: using RAC 245\u000a05:51:14.751462 tst ping.py: using CellId 19370\u000a05:51:14.868198 tst ping.py: using BVCI 19371\u000a05:51:14.891315 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.901901 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.912394 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.923116 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.933801 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.944359 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.955225 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.965976 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:15.241812 tst ping.py:19: start network...\u000a05:51:15.367645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:15.846048 run create_hlr_db(pid=31240): Launched\u000a05:51:16.058677 bus /gobi_6: Setting Powered False\u000a05:51:17.060050 run create_hlr_db(pid=31240): Terminated: ok {rc=0}\u000a05:51:17.511430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Launched\u000a05:51:17.835540 run osmo-hlr_10.42.42.2(pid=31243): Launched\u000a05:51:17.956654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:18.524600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Launched\u000a05:51:18.848903 run osmo-stp_10.42.42.5(pid=31246): Launched\u000a05:51:18.967080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:19.532529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Launched\u000a05:51:19.648192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:19.931860 run patchelf(pid=31249): Launched\u000a05:51:20.122628 run osmo-stp_10.42.42.5(pid=31246): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a05:51:20.262268 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-09_05:51:18.690135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:20.401956 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221209055118885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055118885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055118885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055118886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055118886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055118886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055118886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:20.536708 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-09_05:51:18.690135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:20.670005 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221209055118885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055118885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055118885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055118886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055118886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055118886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055118886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:20.825870 run patchelf(pid=31249): Terminating (SIGINT)\u000a05:51:21.008184 run patchelf(pid=31249): Terminated: ok {rc=0}\u000a05:51:21.041078 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2355↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] [trial-2355↪gprs:trx-b200↪ping.py:22]\u000a05:51:21.050250 tst ping.py:22: Test FAILED (6.7 sec)\u000a05:51:21.113460 run osmo-hlr_10.42.42.2(pid=31243): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31243)]\u000a05:51:21.165250 run osmo-hlr_10.42.42.2(pid=31243): stdout: \u000a| (launched: 2022-12-09_05:51:17.677071) \u000a05:51:21.217618 run osmo-hlr_10.42.42.2(pid=31243): stderr: \u000a| �[0;m�[1;31m20221209055117876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055117876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055117877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055117877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055117877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055117877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055117889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055117897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055117897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055117897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:21.262425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminating (SIGTERM)\u000a05:51:21.305004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminating (SIGTERM)\u000a05:51:21.347355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminating (SIGTERM)\u000a05:51:21.357213 --- ParallelTerminationStrategy: PID 31242 died...\u000a05:51:21.413678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminated: ok {rc=0}\u000a05:51:21.423960 --- ParallelTerminationStrategy: PID 31245 died...\u000a05:51:21.479836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminated: ok {rc=0}\u000a05:51:21.490017 --- ParallelTerminationStrategy: PID 31248 died...\u000a05:51:21.545522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminated: ok {rc=0}\u000a05:51:21.634036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2355↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2355↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a05:51:22.684388 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:22.695749 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:22.834786 tst ping_idle_ping.py: using LAC 19371\u000a05:51:22.955786 tst ping_idle_ping.py: using RAC 246\u000a05:51:23.076545 tst ping_idle_ping.py: using CellId 19371\u000a05:51:23.199555 tst ping_idle_ping.py: using BVCI 19372\u000a05:51:23.222826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.233456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.243869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.254640 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.265318 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.275892 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.286885 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.297771 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:23.590815 tst ping_idle_ping.py:24: start network...\u000a05:51:23.727278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:24.251010 run create_hlr_db(pid=31250): Launched\u000a05:51:24.441435 bus /gobi_6: Setting Powered False\u000a05:51:25.460141 run create_hlr_db(pid=31250): Terminated: ok {rc=0}\u000a05:51:25.871732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Launched\u000a05:51:26.175360 run osmo-hlr_10.42.42.2(pid=31253): Launched\u000a05:51:26.286524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:26.814738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Launched\u000a05:51:27.118331 run osmo-stp_10.42.42.5(pid=31256): Launched\u000a05:51:27.228774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:27.757639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Launched\u000a05:51:27.865486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:28.131096 run patchelf(pid=31259): Launched\u000a05:51:28.310212 run osmo-stp_10.42.42.5(pid=31256): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]\u000a05:51:28.441193 run osmo-stp_10.42.42.5(pid=31256): stdout: \u000a| (launched: 2022-12-09_05:51:26.968305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:28.572130 run osmo-stp_10.42.42.5(pid=31256): stderr: \u000a| �[0;m�[38;5;43m20221209055127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055127142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055127142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055127142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055127142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:28.698446 run osmo-stp_10.42.42.5(pid=31256): stdout: \u000a| (launched: 2022-12-09_05:51:26.968305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:28.823547 run osmo-stp_10.42.42.5(pid=31256): stderr: \u000a| �[0;m�[38;5;43m20221209055127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055127141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055127142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055127142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055127142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055127142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:28.969077 run patchelf(pid=31259): Terminating (SIGINT)\u000a05:51:29.139565 run patchelf(pid=31259): Terminated: ok {rc=0}\u000a05:51:29.170594 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2355↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)] [trial-2355↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a05:51:29.179228 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a05:51:29.241016 run osmo-hlr_10.42.42.2(pid=31253): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31253)]\u000a05:51:29.290882 run osmo-hlr_10.42.42.2(pid=31253): stdout: \u000a| (launched: 2022-12-09_05:51:26.025865) \u000a05:51:29.342384 run osmo-hlr_10.42.42.2(pid=31253): stderr: \u000a| �[0;m�[1;31m20221209055126204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055126204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055126204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055126205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055126205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055126205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055126221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055126231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055126231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055126231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:29.385861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminating (SIGTERM)\u000a05:51:29.427398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminating (SIGTERM)\u000a05:51:29.468377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Terminating (SIGTERM)\u000a05:51:29.478735 --- ParallelTerminationStrategy: PID 31252 died...\u000a05:51:29.533345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminated: ok {rc=0}\u000a05:51:29.543439 --- ParallelTerminationStrategy: PID 31255 died...\u000a05:51:29.598078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminated: ok {rc=0}\u000a05:51:29.608187 --- ParallelTerminationStrategy: PID 31258 died...\u000a05:51:29.662449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Terminated: ok {rc=0}\u000a05:51:29.752282 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:50:30" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31273): Process ended prematurely: osmo-stp_10.42.42.5(pid=31273) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31273)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31273): Process ended prematurely: osmo-stp_10.42.42.5(pid=31273) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:51:31.982998 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:31.996700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:32.181752 tst cs_paging_gprs_active.py: using LAC 19372\u000a05:51:32.311334 tst cs_paging_gprs_active.py: using RAC 247\u000a05:51:32.436657 tst cs_paging_gprs_active.py: using CellId 19372\u000a05:51:32.560765 tst cs_paging_gprs_active.py: using BVCI 19373\u000a05:51:32.584632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.595763 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.606663 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.618221 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.629969 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.641223 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.652905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.664221 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:32.675688 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:32.797481 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:33.097498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:51:33.236648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:33.579410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31263): Launched\u000a05:51:33.865979 run iperf3-srv_10.42.42.10(pid=31264): Launched\u000a05:51:34.069787 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:51:34.208809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:34.551971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31265): Launched\u000a05:51:34.837761 run iperf3-srv_10.42.42.10(pid=31266): Launched\u000a05:51:35.041180 tst cs_paging_gprs_active.py:38: start network...\u000a05:51:35.180167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:35.709536 run create_hlr_db(pid=31267): Launched\u000a05:51:35.900674 bus /gobi_6: Setting Powered False\u000a05:51:36.921836 run create_hlr_db(pid=31267): Terminated: ok {rc=0}\u000a05:51:37.336543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31269): Launched\u000a05:51:37.647320 run osmo-hlr_10.42.42.2(pid=31270): Launched\u000a05:51:37.766973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:38.313083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31272): Launched\u000a05:51:38.623592 run osmo-stp_10.42.42.5(pid=31273): Launched\u000a05:51:38.736774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:39.276732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31275): Launched\u000a05:51:39.387112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:39.657369 run patchelf(pid=31276): Launched\u000a05:51:39.838714 run osmo-stp_10.42.42.5(pid=31273): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31273)]\u000a05:51:39.971243 run osmo-stp_10.42.42.5(pid=31273): stdout: \u000a| (launched: 2022-12-09_05:51:38.469639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:40.103525 run osmo-stp_10.42.42.5(pid=31273): stderr: \u000a| �[0;m�[38;5;43m20221209055138643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055138643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055138643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055138643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055138644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055138644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055138644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:40.231614 run osmo-stp_10.42.42.5(pid=31273): stdout: \u000a| (launched: 2022-12-09_05:51:38.469639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:40.359099 run osmo-stp_10.42.42.5(pid=31273): stderr: \u000a| �[0;m�[38;5;43m20221209055138643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055138643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055138643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055138643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055138644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055138644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055138644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:40.506969 run patchelf(pid=31276): Terminating (SIGINT)\u000a05:51:40.681658 run patchelf(pid=31276): Terminated: ok {rc=0}\u000a05:51:40.713500 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31273): Process ended prematurely: osmo-stp_10.42.42.5(pid=31273) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31273)] [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:51:40.722736 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:51:40.784266 run osmo-hlr_10.42.42.2(pid=31270): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31270)]\u000a05:51:40.834300 run osmo-hlr_10.42.42.2(pid=31270): stdout: \u000a| (launched: 2022-12-09_05:51:37.493689) \u000a05:51:40.884664 run osmo-hlr_10.42.42.2(pid=31270): stderr: \u000a| �[0;m�[1;31m20221209055137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055137687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055137697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055137697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055137697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:40.927692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31263): Terminating (SIGTERM)\u000a05:51:40.967868 run iperf3-srv_10.42.42.10(pid=31264): Terminating (SIGTERM)\u000a05:51:41.008527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31265): Terminating (SIGTERM)\u000a05:51:41.049292 run iperf3-srv_10.42.42.10(pid=31266): Terminating (SIGTERM)\u000a05:51:41.089578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31269): Terminating (SIGTERM)\u000a05:51:41.130075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31272): Terminating (SIGTERM)\u000a05:51:41.170484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31275): Terminating (SIGTERM)\u000a05:51:41.179975 --- ParallelTerminationStrategy: PID 31263 died...\u000a05:51:41.233780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31263): Terminated: ok {rc=0}\u000a05:51:41.243718 --- ParallelTerminationStrategy: PID 31264 died...\u000a05:51:41.297261 run iperf3-srv_10.42.42.10(pid=31264): Terminated {rc=256}\u000a05:51:41.307158 --- ParallelTerminationStrategy: PID 31265 died...\u000a05:51:41.360979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31265): Terminated: ok {rc=0}\u000a05:51:41.370898 --- ParallelTerminationStrategy: PID 31266 died...\u000a05:51:41.424550 run iperf3-srv_10.42.42.10(pid=31266): Terminated {rc=256}\u000a05:51:41.434143 --- ParallelTerminationStrategy: PID 31269 died...\u000a05:51:41.487518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31269): Terminated: ok {rc=0}\u000a05:51:41.497506 --- ParallelTerminationStrategy: PID 31272 died...\u000a05:51:41.551667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31272): Terminated: ok {rc=0}\u000a05:51:41.561949 --- ParallelTerminationStrategy: PID 31275 died...\u000a05:51:41.615996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31275): Terminated: ok {rc=0}\u000a05:51:41.706065 bus /gobi_0: Setting Powered False\u000a05:51:42.810661 bus /gobi_0: Setting Powered False\u000a05:51:43.918378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31285): Process ended prematurely: osmo-stp_10.42.42.5(pid=31285) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31285): Process ended prematurely: osmo-stp_10.42.42.5(pid=31285) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:51:45.034205 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.046080 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:45.198708 tst iperf3.py: using LAC 19373\u000a05:51:45.333279 tst iperf3.py: using RAC 248\u000a05:51:45.465774 tst iperf3.py: using CellId 19373\u000a05:51:45.595930 tst iperf3.py: using BVCI 19374\u000a05:51:45.621247 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.632666 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.643869 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.655126 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.666382 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.677660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.688998 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.700397 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:45.711818 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:46.018417 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:51:46.150957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:46.493601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31277): Launched\u000a05:51:46.789660 run iperf3-srv_10.42.42.10(pid=31278): Launched\u000a05:51:46.984152 tst iperf3.py:8: start network...\u000a05:51:47.117888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:47.646313 run create_hlr_db(pid=31279): Launched\u000a05:51:47.837581 bus /gobi_6: Setting Powered False\u000a05:51:48.857766 run create_hlr_db(pid=31279): Terminated: ok {rc=0}\u000a05:51:49.295848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Launched\u000a05:51:49.625271 run osmo-hlr_10.42.42.2(pid=31282): Launched\u000a05:51:49.745623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:50.319589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31284): Launched\u000a05:51:50.649429 run osmo-stp_10.42.42.5(pid=31285): Launched\u000a05:51:50.769382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:51.345049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31287): Launched\u000a05:51:51.462693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:51.751149 run patchelf(pid=31288): Launched\u000a05:51:51.943545 run osmo-stp_10.42.42.5(pid=31285): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)]\u000a05:51:52.084195 run osmo-stp_10.42.42.5(pid=31285): stdout: \u000a| (launched: 2022-12-09_05:51:50.487503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:52.225324 run osmo-stp_10.42.42.5(pid=31285): stderr: \u000a| �[0;m�[38;5;43m20221209055150684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055150685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055150685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055150686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055150686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055150686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055150686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:52.362187 run osmo-stp_10.42.42.5(pid=31285): stdout: \u000a| (launched: 2022-12-09_05:51:50.487503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:52.498203 run osmo-stp_10.42.42.5(pid=31285): stderr: \u000a| �[0;m�[38;5;43m20221209055150684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055150685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055150685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055150686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055150686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055150686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055150686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:52.655984 run patchelf(pid=31288): Terminating (SIGINT)\u000a05:51:52.840811 run patchelf(pid=31288): Terminated: ok {rc=0}\u000a05:51:52.874601 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31285): Process ended prematurely: osmo-stp_10.42.42.5(pid=31285) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)] [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a05:51:52.884439 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:51:52.947353 run osmo-hlr_10.42.42.2(pid=31282): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31282)]\u000a05:51:52.998846 run osmo-hlr_10.42.42.2(pid=31282): stdout: \u000a| (launched: 2022-12-09_05:51:49.463710) \u000a05:51:53.050955 run osmo-hlr_10.42.42.2(pid=31282): stderr: \u000a| �[0;m�[1;31m20221209055149665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055149665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055149665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055149665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055149665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055149665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055149678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:53.095488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31277): Terminating (SIGTERM)\u000a05:51:53.137663 run iperf3-srv_10.42.42.10(pid=31278): Terminating (SIGTERM)\u000a05:51:53.179729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Terminating (SIGTERM)\u000a05:51:53.221855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31284): Terminating (SIGTERM)\u000a05:51:53.263834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31287): Terminating (SIGTERM)\u000a05:51:53.273606 --- ParallelTerminationStrategy: PID 31277 died...\u000a05:51:53.329615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31277): Terminated: ok {rc=0}\u000a05:51:53.339723 --- ParallelTerminationStrategy: PID 31278 died...\u000a05:51:53.395555 run iperf3-srv_10.42.42.10(pid=31278): Terminated {rc=256}\u000a05:51:53.405912 --- ParallelTerminationStrategy: PID 31281 died...\u000a05:51:53.461434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Terminated: ok {rc=0}\u000a05:51:53.471414 --- ParallelTerminationStrategy: PID 31284 died...\u000a05:51:53.527161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31284): Terminated: ok {rc=0}\u000a05:51:53.537323 --- ParallelTerminationStrategy: PID 31287 died...\u000a05:51:53.593199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31287): Terminated: ok {rc=0}\u000a05:51:53.682947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:51:54.799783 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:54.811713 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:54.958605 tst iperf3m4.py: using LAC 19374\u000a05:51:55.089563 tst iperf3m4.py: using RAC 249\u000a05:51:55.221135 tst iperf3m4.py: using CellId 19374\u000a05:51:55.351924 tst iperf3m4.py: using BVCI 19375\u000a05:51:55.377156 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.388501 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.399685 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.410829 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.421857 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.433022 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.444532 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.455618 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:55.466977 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:55.584431 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:55.703632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:55.824284 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:56.125578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:51:56.264613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:56.606845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31289): Launched\u000a05:51:56.894650 run iperf3-srv_10.42.42.10(pid=31290): Launched\u000a05:51:57.098724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:51:57.237319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:57.556738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31291): Launched\u000a05:51:57.823526 run iperf3-srv_10.42.42.10(pid=31292): Launched\u000a05:51:58.011439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:51:58.139965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:58.458978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31293): Launched\u000a05:51:58.725798 run iperf3-srv_10.42.42.10(pid=31294): Launched\u000a05:51:58.914567 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:51:59.043204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:59.362512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Launched\u000a05:51:59.628795 run iperf3-srv_10.42.42.10(pid=31296): Launched\u000a05:51:59.816837 tst iperf3m4.py:8: start network...\u000a05:51:59.945355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:00.432936 run create_hlr_db(pid=31297): Launched\u000a05:52:00.610900 bus /gobi_6: Setting Powered False\u000a05:52:01.695050 run create_hlr_db(pid=31297): Terminated: ok {rc=0}\u000a05:52:02.186120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Launched\u000a05:52:02.497902 run osmo-hlr_10.42.42.2(pid=31300): Launched\u000a05:52:02.615000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:03.152491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Launched\u000a05:52:03.460834 run osmo-stp_10.42.42.5(pid=31303): Launched\u000a05:52:03.583648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:04.127455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Launched\u000a05:52:04.237382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:04.506615 run patchelf(pid=31306): Launched\u000a05:52:04.687011 run osmo-stp_10.42.42.5(pid=31303): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a05:52:04.819185 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-09_05:52:03.308830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:04.951904 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221209055203482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055203482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055203482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055203483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055203483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055203483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055203483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:05.080065 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-09_05:52:03.308830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:05.207948 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221209055203482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055203482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055203482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055203483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055203483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055203483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055203483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:05.355580 run patchelf(pid=31306): Terminating (SIGINT)\u000a05:52:05.528452 run patchelf(pid=31306): Terminated: ok {rc=0}\u000a05:52:05.560076 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)] [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:52:05.569230 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:52:05.630917 run osmo-hlr_10.42.42.2(pid=31300): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31300)]\u000a05:52:05.680751 run osmo-hlr_10.42.42.2(pid=31300): stdout: \u000a| (launched: 2022-12-09_05:52:02.344380) \u000a05:52:05.731775 run osmo-hlr_10.42.42.2(pid=31300): stderr: \u000a| �[0;m�[1;31m20221209055202524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055202524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055202524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055202524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055202524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055202524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055202536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055202545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055202545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055202545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:05.774272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31289): Terminating (SIGTERM)\u000a05:52:05.815178 run iperf3-srv_10.42.42.10(pid=31290): Terminating (SIGTERM)\u000a05:52:05.856400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31291): Terminating (SIGTERM)\u000a05:52:05.897069 run iperf3-srv_10.42.42.10(pid=31292): Terminating (SIGTERM)\u000a05:52:05.937645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31293): Terminating (SIGTERM)\u000a05:52:05.978412 run iperf3-srv_10.42.42.10(pid=31294): Terminating (SIGTERM)\u000a05:52:06.019227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Terminating (SIGTERM)\u000a05:52:06.059922 run iperf3-srv_10.42.42.10(pid=31296): Terminating (SIGTERM)\u000a05:52:06.100705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminating (SIGTERM)\u000a05:52:06.141449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminating (SIGTERM)\u000a05:52:06.182288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminating (SIGTERM)\u000a05:52:06.191929 --- ParallelTerminationStrategy: PID 31289 died...\u000a05:52:06.246621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31289): Terminated: ok {rc=0}\u000a05:52:06.256358 --- ParallelTerminationStrategy: PID 31290 died...\u000a05:52:06.310338 run iperf3-srv_10.42.42.10(pid=31290): Terminated {rc=256}\u000a05:52:06.320028 --- ParallelTerminationStrategy: PID 31291 died...\u000a05:52:06.373937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31291): Terminated: ok {rc=0}\u000a05:52:06.384301 --- ParallelTerminationStrategy: PID 31292 died...\u000a05:52:06.438817 run iperf3-srv_10.42.42.10(pid=31292): Terminated {rc=256}\u000a05:52:06.448846 --- ParallelTerminationStrategy: PID 31293 died...\u000a05:52:06.502867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31293): Terminated: ok {rc=0}\u000a05:52:06.512752 --- ParallelTerminationStrategy: PID 31294 died...\u000a05:52:06.566622 run iperf3-srv_10.42.42.10(pid=31294): Terminated {rc=256}\u000a05:52:06.576279 --- ParallelTerminationStrategy: PID 31295 died...\u000a05:52:06.630652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Terminated: ok {rc=0}\u000a05:52:06.640378 --- ParallelTerminationStrategy: PID 31296 died...\u000a05:52:06.694142 run iperf3-srv_10.42.42.10(pid=31296): Terminated {rc=256}\u000a05:52:06.704115 --- ParallelTerminationStrategy: PID 31299 died...\u000a05:52:06.758041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminated: ok {rc=0}\u000a05:52:06.767932 --- ParallelTerminationStrategy: PID 31302 died...\u000a05:52:06.822457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminated: ok {rc=0}\u000a05:52:06.832429 --- ParallelTerminationStrategy: PID 31305 died...\u000a05:52:06.886366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminated: ok {rc=0}\u000a05:52:06.971954 bus /gobi_4: Setting Powered False\u000a05:52:08.081365 bus /gobi_4: Setting Powered False\u000a05:52:09.190589 bus /gobi_1: Setting Powered False\u000a05:52:10.299513 bus /gobi_1: Setting Powered False\u000a05:52:11.408788 bus /gobi_0: Setting Powered False\u000a05:52:12.516013 bus /gobi_0: Setting Powered False\u000a05:52:13.625403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31314): Process ended prematurely: osmo-stp_10.42.42.5(pid=31314) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31314)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31314): Process ended prematurely: osmo-stp_10.42.42.5(pid=31314) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:52:14.695116 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:14.707617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:14.854196 tst ping.py: using LAC 19375\u000a05:52:14.985088 tst ping.py: using RAC 250\u000a05:52:15.115255 tst ping.py: using CellId 19375\u000a05:52:15.241417 tst ping.py: using BVCI 19376\u000a05:52:15.266383 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.277757 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.288830 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.300062 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.311182 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.322414 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.333788 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.344908 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:15.622618 tst ping.py:19: start network...\u000a05:52:15.749068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:16.298475 run create_hlr_db(pid=31308): Launched\u000a05:52:16.523466 bus /gobi_6: Setting Powered False\u000a05:52:17.505275 run create_hlr_db(pid=31308): Terminated: ok {rc=0}\u000a05:52:17.974126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31310): Launched\u000a05:52:18.298210 run osmo-hlr_10.42.42.2(pid=31311): Launched\u000a05:52:18.418766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:18.987846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31313): Launched\u000a05:52:19.311752 run osmo-stp_10.42.42.5(pid=31314): Launched\u000a05:52:19.429348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:19.997924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31316): Launched\u000a05:52:20.113367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:20.398254 run patchelf(pid=31317): Launched\u000a05:52:20.589203 run osmo-stp_10.42.42.5(pid=31314): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31314)]\u000a05:52:20.728630 run osmo-stp_10.42.42.5(pid=31314): stdout: \u000a| (launched: 2022-12-09_05:52:19.152759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:20.869132 run osmo-stp_10.42.42.5(pid=31314): stderr: \u000a| �[0;m�[38;5;43m20221209055219347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055219347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055219347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055219348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055219348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055219348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055219348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:21.003575 run osmo-stp_10.42.42.5(pid=31314): stdout: \u000a| (launched: 2022-12-09_05:52:19.152759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:21.136824 run osmo-stp_10.42.42.5(pid=31314): stderr: \u000a| �[0;m�[38;5;43m20221209055219347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055219347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055219347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055219348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055219348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055219348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055219348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:21.291749 run patchelf(pid=31317): Terminating (SIGINT)\u000a05:52:21.474397 run patchelf(pid=31317): Terminated: ok {rc=0}\u000a05:52:21.507329 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31314): Process ended prematurely: osmo-stp_10.42.42.5(pid=31314) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31314)] [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a05:52:21.516650 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:52:21.580220 run osmo-hlr_10.42.42.2(pid=31311): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31311)]\u000a05:52:21.632365 run osmo-hlr_10.42.42.2(pid=31311): stdout: \u000a| (launched: 2022-12-09_05:52:18.139593) \u000a05:52:21.684885 run osmo-hlr_10.42.42.2(pid=31311): stderr: \u000a| �[0;m�[1;31m20221209055218338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055218338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055218338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055218338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055218338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055218339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055218351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055218361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055218362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055218362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:21.730316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31310): Terminating (SIGTERM)\u000a05:52:21.773085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31313): Terminating (SIGTERM)\u000a05:52:21.815701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31316): Terminating (SIGTERM)\u000a05:52:21.825613 --- ParallelTerminationStrategy: PID 31310 died...\u000a05:52:21.882359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31310): Terminated: ok {rc=0}\u000a05:52:21.892653 --- ParallelTerminationStrategy: PID 31313 died...\u000a05:52:21.949585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31313): Terminated: ok {rc=0}\u000a05:52:21.959788 --- ParallelTerminationStrategy: PID 31316 died...\u000a05:52:22.016002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31316): Terminated: ok {rc=0}\u000a05:52:22.104233 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31324): Process ended prematurely: osmo-stp_10.42.42.5(pid=31324) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31324)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31324): Process ended prematurely: osmo-stp_10.42.42.5(pid=31324) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:52:23.157147 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.169171 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:23.317105 tst ping_idle_ping.py: using LAC 19376\u000a05:52:23.445692 tst ping_idle_ping.py: using RAC 251\u000a05:52:23.574447 tst ping_idle_ping.py: using CellId 19376\u000a05:52:23.700871 tst ping_idle_ping.py: using BVCI 19377\u000a05:52:23.726194 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.737707 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.748846 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.760180 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.771477 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.782638 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.794100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:23.805336 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:24.101406 tst ping_idle_ping.py:24: start network...\u000a05:52:24.236842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:24.758034 run create_hlr_db(pid=31318): Launched\u000a05:52:24.947169 bus /gobi_6: Setting Powered False\u000a05:52:25.967552 run create_hlr_db(pid=31318): Terminated: ok {rc=0}\u000a05:52:26.376879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31320): Launched\u000a05:52:26.681168 run osmo-hlr_10.42.42.2(pid=31321): Launched\u000a05:52:26.799349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:27.336311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31323): Launched\u000a05:52:27.640071 run osmo-stp_10.42.42.5(pid=31324): Launched\u000a05:52:27.750716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:28.281240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31326): Launched\u000a05:52:28.389469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:28.655531 run patchelf(pid=31327): Launched\u000a05:52:28.834566 run osmo-stp_10.42.42.5(pid=31324): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31324)]\u000a05:52:28.965610 run osmo-stp_10.42.42.5(pid=31324): stdout: \u000a| (launched: 2022-12-09_05:52:27.490357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:29.096305 run osmo-stp_10.42.42.5(pid=31324): stderr: \u000a| �[0;m�[38;5;43m20221209055227662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055227662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055227662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055227663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055227663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055227663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055227663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:29.222328 run osmo-stp_10.42.42.5(pid=31324): stdout: \u000a| (launched: 2022-12-09_05:52:27.490357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:29.347087 run osmo-stp_10.42.42.5(pid=31324): stderr: \u000a| �[0;m�[38;5;43m20221209055227662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055227662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055227662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055227663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055227663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055227663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055227663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:29.492722 run patchelf(pid=31327): Terminating (SIGINT)\u000a05:52:29.664152 run patchelf(pid=31327): Terminated: ok {rc=0}\u000a05:52:29.695119 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31324): Process ended prematurely: osmo-stp_10.42.42.5(pid=31324) [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31324)] [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:52:29.703710 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a05:52:29.765076 run osmo-hlr_10.42.42.2(pid=31321): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31321)]\u000a05:52:29.815002 run osmo-hlr_10.42.42.2(pid=31321): stdout: \u000a| (launched: 2022-12-09_05:52:26.530740) \u000a05:52:29.865830 run osmo-hlr_10.42.42.2(pid=31321): stderr: \u000a| �[0;m�[1;31m20221209055226707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055226707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055226707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055226707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055226707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055226707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055226728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055226737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055226738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055226738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:29.908654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31320): Terminating (SIGTERM)\u000a05:52:29.949420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31323): Terminating (SIGTERM)\u000a05:52:29.990077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31326): Terminating (SIGTERM)\u000a05:52:29.999654 --- ParallelTerminationStrategy: PID 31320 died...\u000a05:52:30.054218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31320): Terminated: ok {rc=0}\u000a05:52:30.063918 --- ParallelTerminationStrategy: PID 31323 died...\u000a05:52:30.117983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31323): Terminated: ok {rc=0}\u000a05:52:30.127992 --- ParallelTerminationStrategy: PID 31326 died...\u000a05:52:30.182365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31326): Terminated: ok {rc=0}\u000a05:52:30.267458 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:51:31" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:52:32.451496 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:32.462847 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:32.629979 tst cs_paging_gprs_active.py: using LAC 19377\u000a05:52:32.754431 tst cs_paging_gprs_active.py: using RAC 252\u000a05:52:32.878511 tst cs_paging_gprs_active.py: using CellId 19377\u000a05:52:32.999929 tst cs_paging_gprs_active.py: using BVCI 19378\u000a05:52:33.023748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.034762 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.045743 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.056988 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.067895 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.078833 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.089944 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.100711 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:33.111783 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:33.230251 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:33.512822 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:52:33.641946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:33.962525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Launched\u000a05:52:34.229623 run iperf3-srv_10.42.42.10(pid=31332): Launched\u000a05:52:34.418154 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:52:34.546687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:34.866299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Launched\u000a05:52:35.134046 run iperf3-srv_10.42.42.10(pid=31334): Launched\u000a05:52:35.322632 tst cs_paging_gprs_active.py:38: start network...\u000a05:52:35.451391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:35.963845 run create_hlr_db(pid=31337): Launched\u000a05:52:36.154954 bus /gobi_6: Setting Powered False\u000a05:52:37.165574 run create_hlr_db(pid=31337): Terminated: ok {rc=0}\u000a05:52:37.614445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Launched\u000a05:52:37.947079 run osmo-hlr_10.42.42.2(pid=31340): Launched\u000a05:52:38.071883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:38.648543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Launched\u000a05:52:38.981828 run osmo-stp_10.42.42.5(pid=31343): Launched\u000a05:52:39.102572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:39.681174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31345): Launched\u000a05:52:39.799936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:40.088805 run patchelf(pid=31346): Launched\u000a05:52:40.283096 run osmo-stp_10.42.42.5(pid=31343): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]\u000a05:52:40.424280 run osmo-stp_10.42.42.5(pid=31343): stdout: \u000a| (launched: 2022-12-09_05:52:38.818217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:40.565995 run osmo-stp_10.42.42.5(pid=31343): stderr: \u000a| �[0;m�[38;5;43m20221209055239014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055239014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055239014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055239015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055239015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055239015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055239015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:40.702749 run osmo-stp_10.42.42.5(pid=31343): stdout: \u000a| (launched: 2022-12-09_05:52:38.818217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:40.839260 run osmo-stp_10.42.42.5(pid=31343): stderr: \u000a| �[0;m�[38;5;43m20221209055239014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055239014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055239014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055239015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055239015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055239015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055239015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:40.997260 run patchelf(pid=31346): Terminating (SIGINT)\u000a05:52:41.182972 run patchelf(pid=31346): Terminated: ok {rc=0}\u000a05:52:41.216998 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:52:41.226945 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:52:41.290589 run osmo-hlr_10.42.42.2(pid=31340): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31340)]\u000a05:52:41.342620 run osmo-hlr_10.42.42.2(pid=31340): stdout: \u000a| (launched: 2022-12-09_05:52:37.784564) \u000a05:52:41.395159 run osmo-hlr_10.42.42.2(pid=31340): stderr: \u000a| �[0;m�[1;31m20221209055237986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055237986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055237986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055237986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055237986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055237986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055238000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055238008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055238008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055238008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:41.440262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Terminating (SIGTERM)\u000a05:52:41.482867 run iperf3-srv_10.42.42.10(pid=31332): Terminating (SIGTERM)\u000a05:52:41.525390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Terminating (SIGTERM)\u000a05:52:41.567821 run iperf3-srv_10.42.42.10(pid=31334): Terminating (SIGTERM)\u000a05:52:41.610315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Terminating (SIGTERM)\u000a05:52:41.652713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Terminating (SIGTERM)\u000a05:52:41.695132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31345): Terminating (SIGTERM)\u000a05:52:41.704843 --- ParallelTerminationStrategy: PID 31331 died...\u000a05:52:41.761854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Terminated: ok {rc=0}\u000a05:52:41.772518 --- ParallelTerminationStrategy: PID 31332 died...\u000a05:52:41.829325 run iperf3-srv_10.42.42.10(pid=31332): Terminated {rc=256}\u000a05:52:41.839411 --- ParallelTerminationStrategy: PID 31333 died...\u000a05:52:41.895863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Terminated: ok {rc=0}\u000a05:52:41.906000 --- ParallelTerminationStrategy: PID 31334 died...\u000a05:52:41.961970 run iperf3-srv_10.42.42.10(pid=31334): Terminated {rc=256}\u000a05:52:41.972035 --- ParallelTerminationStrategy: PID 31339 died...\u000a05:52:42.028115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Terminated: ok {rc=0}\u000a05:52:42.038233 --- ParallelTerminationStrategy: PID 31342 died...\u000a05:52:42.094350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Terminated: ok {rc=0}\u000a05:52:42.104420 --- ParallelTerminationStrategy: PID 31345 died...\u000a05:52:42.160501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31345): Terminated: ok {rc=0}\u000a05:52:42.248631 bus /gobi_0: Setting Powered False\u000a05:52:43.355294 bus /gobi_0: Setting Powered False\u000a05:52:44.465225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31355): Process ended prematurely: osmo-stp_10.42.42.5(pid=31355) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31355)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31355): Process ended prematurely: osmo-stp_10.42.42.5(pid=31355) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:52:45.581179 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:45.593273 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:45.763063 tst iperf3.py: using LAC 19378\u000a05:52:45.904894 tst iperf3.py: using RAC 253\u000a05:52:46.046926 tst iperf3.py: using CellId 19378\u000a05:52:46.174565 tst iperf3.py: using BVCI 19379\u000a05:52:46.200501 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.212424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.224930 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.237483 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.251138 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.263782 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.275872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.288746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:46.301514 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:46.593718 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:52:46.728469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:47.071788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31347): Launched\u000a05:52:47.357114 run iperf3-srv_10.42.42.10(pid=31348): Launched\u000a05:52:47.560131 tst iperf3.py:8: start network...\u000a05:52:47.697939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:48.227279 run create_hlr_db(pid=31349): Launched\u000a05:52:48.418441 bus /gobi_6: Setting Powered False\u000a05:52:49.439531 run create_hlr_db(pid=31349): Terminated: ok {rc=0}\u000a05:52:49.854602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31351): Launched\u000a05:52:50.162238 run osmo-hlr_10.42.42.2(pid=31352): Launched\u000a05:52:50.282734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:50.824671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31354): Launched\u000a05:52:51.132763 run osmo-stp_10.42.42.5(pid=31355): Launched\u000a05:52:51.245118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:51.783546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31357): Launched\u000a05:52:51.893813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:52.162692 run patchelf(pid=31358): Launched\u000a05:52:52.343472 run osmo-stp_10.42.42.5(pid=31355): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31355)]\u000a05:52:52.475613 run osmo-stp_10.42.42.5(pid=31355): stdout: \u000a| (launched: 2022-12-09_05:52:50.980526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:52.607580 run osmo-stp_10.42.42.5(pid=31355): stderr: \u000a| �[0;m�[38;5;43m20221209055251154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055251154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055251154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055251154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055251155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055251155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055251155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:52.736111 run osmo-stp_10.42.42.5(pid=31355): stdout: \u000a| (launched: 2022-12-09_05:52:50.980526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:52.863606 run osmo-stp_10.42.42.5(pid=31355): stderr: \u000a| �[0;m�[38;5;43m20221209055251154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055251154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055251154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055251154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055251155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055251155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055251155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:53.011323 run patchelf(pid=31358): Terminating (SIGINT)\u000a05:52:53.184725 run patchelf(pid=31358): Terminated: ok {rc=0}\u000a05:52:53.216578 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31355): Process ended prematurely: osmo-stp_10.42.42.5(pid=31355) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31355)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:52:53.225981 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:52:53.287452 run osmo-hlr_10.42.42.2(pid=31352): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31352)]\u000a05:52:53.337347 run osmo-hlr_10.42.42.2(pid=31352): stdout: \u000a| (launched: 2022-12-09_05:52:50.010833) \u000a05:52:53.387941 run osmo-hlr_10.42.42.2(pid=31352): stderr: \u000a| �[0;m�[1;31m20221209055250189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055250189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055250189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055250189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055250189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055250189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055250202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055250211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055250211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055250211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:53.431137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31347): Terminating (SIGTERM)\u000a05:52:53.471878 run iperf3-srv_10.42.42.10(pid=31348): Terminating (SIGTERM)\u000a05:52:53.513092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31351): Terminating (SIGTERM)\u000a05:52:53.553745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31354): Terminating (SIGTERM)\u000a05:52:53.594615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31357): Terminating (SIGTERM)\u000a05:52:53.604296 --- ParallelTerminationStrategy: PID 31347 died...\u000a05:52:53.659016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31347): Terminated: ok {rc=0}\u000a05:52:53.668844 --- ParallelTerminationStrategy: PID 31348 died...\u000a05:52:53.723076 run iperf3-srv_10.42.42.10(pid=31348): Terminated {rc=256}\u000a05:52:53.732778 --- ParallelTerminationStrategy: PID 31351 died...\u000a05:52:53.787090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31351): Terminated: ok {rc=0}\u000a05:52:53.796756 --- ParallelTerminationStrategy: PID 31354 died...\u000a05:52:53.850980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31354): Terminated: ok {rc=0}\u000a05:52:53.861041 --- ParallelTerminationStrategy: PID 31357 died...\u000a05:52:53.915564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31357): Terminated: ok {rc=0}\u000a05:52:54.000504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31642): Process ended prematurely: osmo-stp_10.42.42.5(pid=31642) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31642): Process ended prematurely: osmo-stp_10.42.42.5(pid=31642) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:52:55.112457 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.124432 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:55.285555 tst iperf3m4.py: using LAC 19379\u000a05:52:55.407719 tst iperf3m4.py: using RAC 254\u000a05:52:55.536603 tst iperf3m4.py: using CellId 19379\u000a05:52:55.666426 tst iperf3m4.py: using BVCI 19380\u000a05:52:55.692544 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.704095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.715674 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.727308 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.738509 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.749779 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.761190 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.772316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.783758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:55.901258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:56.025077 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:56.144392 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:56.441951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:52:56.581021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:56.924917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31359): Launched\u000a05:52:57.211249 run iperf3-srv_10.42.42.10(pid=31360): Launched\u000a05:52:57.413927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:52:57.551846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:57.894204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31361): Launched\u000a05:52:58.181389 run iperf3-srv_10.42.42.10(pid=31362): Launched\u000a05:52:58.383687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:52:58.521453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:58.864153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31363): Launched\u000a05:52:59.149626 run iperf3-srv_10.42.42.10(pid=31364): Launched\u000a05:52:59.353587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:52:59.491373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:59.833115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31365): Launched\u000a05:53:00.118746 run iperf3-srv_10.42.42.10(pid=31366): Launched\u000a05:53:00.321402 tst iperf3m4.py:8: start network...\u000a05:53:00.459329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:01.048227 run create_hlr_db(pid=31367): Launched\u000a05:53:01.278353 bus /gobi_6: Setting Powered False\u000a05:53:02.311216 run create_hlr_db(pid=31367): Terminated: ok {rc=0}\u000a05:53:02.861303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31439): Launched\u000a05:53:03.343891 run osmo-hlr_10.42.42.2(pid=31475): Launched\u000a05:53:03.555927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:04.321427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31612): Launched\u000a05:53:04.762766 run osmo-stp_10.42.42.5(pid=31642): Launched\u000a05:53:05.007604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:05.633384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31645): Launched\u000a05:53:05.748083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:06.051086 run patchelf(pid=31646): Launched\u000a05:53:06.238183 run osmo-stp_10.42.42.5(pid=31642): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)]\u000a05:53:06.374349 run osmo-stp_10.42.42.5(pid=31642): stdout: \u000a| (launched: 2022-12-09_05:53:04.497258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:06.511064 run osmo-stp_10.42.42.5(pid=31642): stderr: \u000a| �[0;m�[38;5;43m20221209055304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055304843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055304843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:06.645206 run osmo-stp_10.42.42.5(pid=31642): stdout: \u000a| (launched: 2022-12-09_05:53:04.497258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:06.777295 run osmo-stp_10.42.42.5(pid=31642): stderr: \u000a| �[0;m�[38;5;43m20221209055304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055304842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055304843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055304843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055304844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:06.934609 run patchelf(pid=31646): Terminating (SIGINT)\u000a05:53:07.113848 run patchelf(pid=31646): Terminated: ok {rc=0}\u000a05:53:07.146934 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31642): Process ended prematurely: osmo-stp_10.42.42.5(pid=31642) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:53:07.156533 tst iperf3m4.py:8: Test FAILED (12.1 sec)\u000a05:53:07.225043 run osmo-hlr_10.42.42.2(pid=31475): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31475)]\u000a05:53:07.278078 run osmo-hlr_10.42.42.2(pid=31475): stdout: \u000a| (launched: 2022-12-09_05:53:03.052234) \u000a05:53:07.331399 run osmo-hlr_10.42.42.2(pid=31475): stderr: \u000a| �[0;m�[1;31m20221209055303437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055303437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055303437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055303437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055303437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055303437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055303455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055303472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055303472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055303472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:07.376902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31359): Terminating (SIGTERM)\u000a05:53:07.423799 run iperf3-srv_10.42.42.10(pid=31360): Terminating (SIGTERM)\u000a05:53:07.467881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31361): Terminating (SIGTERM)\u000a05:53:07.515120 run iperf3-srv_10.42.42.10(pid=31362): Terminating (SIGTERM)\u000a05:53:07.560930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31363): Terminating (SIGTERM)\u000a05:53:07.607395 run iperf3-srv_10.42.42.10(pid=31364): Terminating (SIGTERM)\u000a05:53:07.654227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31365): Terminating (SIGTERM)\u000a05:53:07.699924 run iperf3-srv_10.42.42.10(pid=31366): Terminating (SIGTERM)\u000a05:53:07.743987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31439): Terminating (SIGTERM)\u000a05:53:07.788848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31612): Terminating (SIGTERM)\u000a05:53:07.834516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31645): Terminating (SIGTERM)\u000a05:53:07.846291 --- ParallelTerminationStrategy: PID 31359 died...\u000a05:53:07.906698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31359): Terminated: ok {rc=0}\u000a05:53:07.917238 --- ParallelTerminationStrategy: PID 31360 died...\u000a05:53:07.974718 run iperf3-srv_10.42.42.10(pid=31360): Terminated {rc=256}\u000a05:53:07.985320 --- ParallelTerminationStrategy: PID 31361 died...\u000a05:53:08.044183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31361): Terminated: ok {rc=0}\u000a05:53:08.054770 --- ParallelTerminationStrategy: PID 31362 died...\u000a05:53:08.111258 run iperf3-srv_10.42.42.10(pid=31362): Terminated {rc=256}\u000a05:53:08.122680 --- ParallelTerminationStrategy: PID 31363 died...\u000a05:53:08.180682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31363): Terminated: ok {rc=0}\u000a05:53:08.191548 --- ParallelTerminationStrategy: PID 31364 died...\u000a05:53:08.248846 run iperf3-srv_10.42.42.10(pid=31364): Terminated {rc=256}\u000a05:53:08.260446 --- ParallelTerminationStrategy: PID 31365 died...\u000a05:53:08.320072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31365): Terminated: ok {rc=0}\u000a05:53:08.330915 --- ParallelTerminationStrategy: PID 31366 died...\u000a05:53:08.388454 run iperf3-srv_10.42.42.10(pid=31366): Terminated {rc=256}\u000a05:53:08.401515 --- ParallelTerminationStrategy: PID 31439 died...\u000a05:53:08.462673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31439): Terminated: ok {rc=0}\u000a05:53:08.473369 --- ParallelTerminationStrategy: PID 31612 died...\u000a05:53:08.530951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31612): Terminated: ok {rc=0}\u000a05:53:08.541748 --- ParallelTerminationStrategy: PID 31645 died...\u000a05:53:08.599624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31645): Terminated: ok {rc=0}\u000a05:53:08.689824 bus /gobi_4: Setting Powered False\u000a05:53:09.797384 bus /gobi_4: Setting Powered False\u000a05:53:10.912785 bus /gobi_1: Setting Powered False\u000a05:53:12.021773 bus /gobi_1: Setting Powered False\u000a05:53:13.134328 bus /gobi_0: Setting Powered False\u000a05:53:14.244669 bus /gobi_0: Setting Powered False\u000a05:53:15.359224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31655): Process ended prematurely: osmo-stp_10.42.42.5(pid=31655) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31655): Process ended prematurely: osmo-stp_10.42.42.5(pid=31655) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:53:16.464229 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:16.479979 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:16.682187 tst ping.py: using LAC 19380\u000a05:53:16.832777 tst ping.py: using RAC 255\u000a05:53:17.006717 tst ping.py: using CellId 19380\u000a05:53:17.174947 tst ping.py: using BVCI 19381\u000a05:53:17.202027 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.217592 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.232255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.247526 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.262546 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.278535 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.295199 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:17.309877 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:17.671177 tst ping.py:19: start network...\u000a05:53:17.818652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:18.350463 run create_hlr_db(pid=31649): Launched\u000a05:53:18.531823 bus /gobi_6: Setting Powered False\u000a05:53:19.554280 run create_hlr_db(pid=31649): Terminated: ok {rc=0}\u000a05:53:19.992577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31651): Launched\u000a05:53:20.417438 run osmo-hlr_10.42.42.2(pid=31652): Launched\u000a05:53:20.654613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:21.323255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31654): Launched\u000a05:53:21.737564 run osmo-stp_10.42.42.5(pid=31655): Launched\u000a05:53:21.976674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:22.623840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31657): Launched\u000a05:53:22.738333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:23.034951 run patchelf(pid=31658): Launched\u000a05:53:23.223253 run osmo-stp_10.42.42.5(pid=31655): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)]\u000a05:53:23.361015 run osmo-stp_10.42.42.5(pid=31655): stdout: \u000a| (launched: 2022-12-09_05:53:21.482376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:23.498096 run osmo-stp_10.42.42.5(pid=31655): stderr: \u000a| �[0;m�[38;5;43m20221209055321820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055321820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055321820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055321825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:23.632338 run osmo-stp_10.42.42.5(pid=31655): stdout: \u000a| (launched: 2022-12-09_05:53:21.482376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:23.765112 run osmo-stp_10.42.42.5(pid=31655): stderr: \u000a| �[0;m�[38;5;43m20221209055321820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055321820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055321820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055321825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:23.919328 run patchelf(pid=31658): Terminating (SIGINT)\u000a05:53:24.098125 run patchelf(pid=31658): Terminated: ok {rc=0}\u000a05:53:24.132695 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31655): Process ended prematurely: osmo-stp_10.42.42.5(pid=31655) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:53:24.142616 tst ping.py:22: Test FAILED (7.7 sec)\u000a05:53:24.209581 run osmo-hlr_10.42.42.2(pid=31652): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31652)]\u000a05:53:24.275665 run osmo-hlr_10.42.42.2(pid=31652): stdout: \u000a| (launched: 2022-12-09_05:53:20.153966) \u000a05:53:24.327341 run osmo-hlr_10.42.42.2(pid=31652): stderr: \u000a| �[0;m�[1;31m20221209055320508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055320508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055320508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055320508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055320508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055320508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055320527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055320540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055320540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055320540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:24.371256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31651): Terminating (SIGTERM)\u000a05:53:24.412111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31654): Terminating (SIGTERM)\u000a05:53:24.453282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31657): Terminating (SIGTERM)\u000a05:53:24.463246 --- ParallelTerminationStrategy: PID 31651 died...\u000a05:53:24.517895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31651): Terminated: ok {rc=0}\u000a05:53:24.527948 --- ParallelTerminationStrategy: PID 31654 died...\u000a05:53:24.583006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31654): Terminated: ok {rc=0}\u000a05:53:24.592760 --- ParallelTerminationStrategy: PID 31657 died...\u000a05:53:24.647098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31657): Terminated: ok {rc=0}\u000a05:53:24.736827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31665): Process ended prematurely: osmo-stp_10.42.42.5(pid=31665) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31665): Process ended prematurely: osmo-stp_10.42.42.5(pid=31665) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:53:25.789122 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.800797 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:25.959898 tst ping_idle_ping.py: using LAC 19381\u000a05:53:26.080294 tst ping_idle_ping.py: using RAC 1\u000a05:53:26.205231 tst ping_idle_ping.py: using CellId 19381\u000a05:53:26.322922 tst ping_idle_ping.py: using BVCI 19382\u000a05:53:26.346263 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.357198 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.367945 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.379139 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.390305 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.401415 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.412373 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:26.423574 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:26.721636 tst ping_idle_ping.py:24: start network...\u000a05:53:26.858671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:27.385900 run create_hlr_db(pid=31659): Launched\u000a05:53:27.575495 bus /gobi_6: Setting Powered False\u000a05:53:28.594755 run create_hlr_db(pid=31659): Terminated: ok {rc=0}\u000a05:53:29.005303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31661): Launched\u000a05:53:29.309254 run osmo-hlr_10.42.42.2(pid=31662): Launched\u000a05:53:29.425582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:29.963222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31664): Launched\u000a05:53:30.266007 run osmo-stp_10.42.42.5(pid=31665): Launched\u000a05:53:30.376786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:30.922728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31667): Launched\u000a05:53:31.032793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:31.338640 run patchelf(pid=31668): Launched\u000a05:53:31.523355 run osmo-stp_10.42.42.5(pid=31665): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)]\u000a05:53:31.687451 run osmo-stp_10.42.42.5(pid=31665): stdout: \u000a| (launched: 2022-12-09_05:53:30.117227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:31.874448 run osmo-stp_10.42.42.5(pid=31665): stderr: \u000a| �[0;m�[38;5;43m20221209055330291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055330292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055330292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055330292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055330293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055330293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055330293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:32.045791 run osmo-stp_10.42.42.5(pid=31665): stdout: \u000a| (launched: 2022-12-09_05:53:30.117227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:32.217919 run osmo-stp_10.42.42.5(pid=31665): stderr: \u000a| �[0;m�[38;5;43m20221209055330291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055330292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055330292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055330292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055330293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055330293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055330293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:32.384164 run patchelf(pid=31668): Terminating (SIGINT)\u000a05:53:32.567464 run patchelf(pid=31668): Terminated: ok {rc=0}\u000a05:53:32.600424 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31665): Process ended prematurely: osmo-stp_10.42.42.5(pid=31665) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:53:32.609688 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a05:53:32.673170 run osmo-hlr_10.42.42.2(pid=31662): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31662)]\u000a05:53:32.725205 run osmo-hlr_10.42.42.2(pid=31662): stdout: \u000a| (launched: 2022-12-09_05:53:29.159378) \u000a05:53:32.778140 run osmo-hlr_10.42.42.2(pid=31662): stderr: \u000a| �[0;m�[1;31m20221209055329339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055329339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055329339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055329339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055329339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055329339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055329352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055329363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055329363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055329363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:32.823290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31661): Terminating (SIGTERM)\u000a05:53:32.865726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31664): Terminating (SIGTERM)\u000a05:53:32.908160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31667): Terminating (SIGTERM)\u000a05:53:32.918042 --- ParallelTerminationStrategy: PID 31661 died...\u000a05:53:32.974264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31661): Terminated: ok {rc=0}\u000a05:53:32.984408 --- ParallelTerminationStrategy: PID 31664 died...\u000a05:53:33.040399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31664): Terminated: ok {rc=0}\u000a05:53:33.050471 --- ParallelTerminationStrategy: PID 31667 died...\u000a05:53:33.106495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31667): Terminated: ok {rc=0}\u000a05:53:33.194676 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:52:32" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31682): Process ended prematurely: osmo-stp_10.42.42.5(pid=31682) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31682)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31682): Process ended prematurely: osmo-stp_10.42.42.5(pid=31682) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:53:35.343501 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.354496 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:35.512660 tst cs_paging_gprs_active.py: using LAC 19382\u000a05:53:35.633997 tst cs_paging_gprs_active.py: using RAC 2\u000a05:53:35.753725 tst cs_paging_gprs_active.py: using CellId 19382\u000a05:53:35.886690 tst cs_paging_gprs_active.py: using BVCI 19383\u000a05:53:35.910522 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.921442 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.932151 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.943184 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.954203 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.965195 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.976161 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.987281 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:35.998602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:36.120871 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:36.406870 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:53:36.536343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:36.857939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31672): Launched\u000a05:53:37.126050 run iperf3-srv_10.42.42.10(pid=31673): Launched\u000a05:53:37.314923 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:53:37.444172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:37.766601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31674): Launched\u000a05:53:38.033688 run iperf3-srv_10.42.42.10(pid=31675): Launched\u000a05:53:38.222183 tst cs_paging_gprs_active.py:38: start network...\u000a05:53:38.362951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:38.895527 run create_hlr_db(pid=31676): Launched\u000a05:53:39.087258 bus /gobi_6: Setting Powered False\u000a05:53:40.108891 run create_hlr_db(pid=31676): Terminated: ok {rc=0}\u000a05:53:40.549680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31678): Launched\u000a05:53:40.881546 run osmo-hlr_10.42.42.2(pid=31679): Launched\u000a05:53:41.001565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:41.577171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31681): Launched\u000a05:53:41.909766 run osmo-stp_10.42.42.5(pid=31682): Launched\u000a05:53:42.029856 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:42.609629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31684): Launched\u000a05:53:42.728265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:43.018171 run patchelf(pid=31685): Launched\u000a05:53:43.212083 run osmo-stp_10.42.42.5(pid=31682): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31682)]\u000a05:53:43.354211 run osmo-stp_10.42.42.5(pid=31682): stdout: \u000a| (launched: 2022-12-09_05:53:41.746621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:43.496416 run osmo-stp_10.42.42.5(pid=31682): stderr: \u000a| �[0;m�[38;5;43m20221209055341942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055341942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055341942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055341943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055341945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055341945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055341945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:43.634528 run osmo-stp_10.42.42.5(pid=31682): stdout: \u000a| (launched: 2022-12-09_05:53:41.746621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:43.771115 run osmo-stp_10.42.42.5(pid=31682): stderr: \u000a| �[0;m�[38;5;43m20221209055341942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055341942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055341942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055341943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055341945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055341945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055341945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:43.929866 run patchelf(pid=31685): Terminating (SIGINT)\u000a05:53:44.116115 run patchelf(pid=31685): Terminated: ok {rc=0}\u000a05:53:44.150284 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31682): Process ended prematurely: osmo-stp_10.42.42.5(pid=31682) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31682)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:53:44.160055 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:53:44.224265 run osmo-hlr_10.42.42.2(pid=31679): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31679)]\u000a05:53:44.276715 run osmo-hlr_10.42.42.2(pid=31679): stdout: \u000a| (launched: 2022-12-09_05:53:40.718413) \u000a05:53:44.329869 run osmo-hlr_10.42.42.2(pid=31679): stderr: \u000a| �[0;m�[1;31m20221209055340921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055340921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055340921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055340921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055340921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055340921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055340934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055340942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055340943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055340943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:44.375413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31672): Terminating (SIGTERM)\u000a05:53:44.418266 run iperf3-srv_10.42.42.10(pid=31673): Terminating (SIGTERM)\u000a05:53:44.461259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31674): Terminating (SIGTERM)\u000a05:53:44.504220 run iperf3-srv_10.42.42.10(pid=31675): Terminating (SIGTERM)\u000a05:53:44.547235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31678): Terminating (SIGTERM)\u000a05:53:44.590267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31681): Terminating (SIGTERM)\u000a05:53:44.633522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31684): Terminating (SIGTERM)\u000a05:53:44.643574 --- ParallelTerminationStrategy: PID 31672 died...\u000a05:53:44.700538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31672): Terminated: ok {rc=0}\u000a05:53:44.710855 --- ParallelTerminationStrategy: PID 31673 died...\u000a05:53:44.767867 run iperf3-srv_10.42.42.10(pid=31673): Terminated {rc=256}\u000a05:53:44.778155 --- ParallelTerminationStrategy: PID 31674 died...\u000a05:53:44.834996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31674): Terminated: ok {rc=0}\u000a05:53:44.845284 --- ParallelTerminationStrategy: PID 31675 died...\u000a05:53:44.901513 run iperf3-srv_10.42.42.10(pid=31675): Terminated {rc=256}\u000a05:53:44.911934 --- ParallelTerminationStrategy: PID 31678 died...\u000a05:53:44.968589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31678): Terminated: ok {rc=0}\u000a05:53:44.978938 --- ParallelTerminationStrategy: PID 31681 died...\u000a05:53:45.035784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31681): Terminated: ok {rc=0}\u000a05:53:45.046142 --- ParallelTerminationStrategy: PID 31684 died...\u000a05:53:45.102700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31684): Terminated: ok {rc=0}\u000a05:53:45.191168 bus /gobi_0: Setting Powered False\u000a05:53:46.297819 bus /gobi_0: Setting Powered False\u000a05:53:47.410934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31694): Process ended prematurely: osmo-stp_10.42.42.5(pid=31694) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31694)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31694): Process ended prematurely: osmo-stp_10.42.42.5(pid=31694) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:53:48.523308 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:48.535063 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:48.697295 tst iperf3.py: using LAC 19383\u000a05:53:48.820770 tst iperf3.py: using RAC 3\u000a05:53:48.944243 tst iperf3.py: using CellId 19383\u000a05:53:49.066348 tst iperf3.py: using BVCI 19384\u000a05:53:49.089958 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.100807 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.111483 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.122514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.133575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.144385 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.155434 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.166523 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.177975 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:49.479140 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:53:49.618549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:49.961639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31686): Launched\u000a05:53:50.247631 run iperf3-srv_10.42.42.10(pid=31687): Launched\u000a05:53:50.451393 tst iperf3.py:8: start network...\u000a05:53:50.590135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:51.121036 run create_hlr_db(pid=31688): Launched\u000a05:53:51.312243 bus /gobi_6: Setting Powered False\u000a05:53:52.334070 run create_hlr_db(pid=31688): Terminated: ok {rc=0}\u000a05:53:52.748177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31690): Launched\u000a05:53:53.057283 run osmo-hlr_10.42.42.2(pid=31691): Launched\u000a05:53:53.177550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:53.724404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31693): Launched\u000a05:53:54.033733 run osmo-stp_10.42.42.5(pid=31694): Launched\u000a05:53:54.145937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:54.683836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31696): Launched\u000a05:53:54.794082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:55.064224 run patchelf(pid=31697): Launched\u000a05:53:55.245384 run osmo-stp_10.42.42.5(pid=31694): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31694)]\u000a05:53:55.377551 run osmo-stp_10.42.42.5(pid=31694): stdout: \u000a| (launched: 2022-12-09_05:53:53.881271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:55.510302 run osmo-stp_10.42.42.5(pid=31694): stderr: \u000a| �[0;m�[38;5;43m20221209055354052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055354052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055354053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055354053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055354055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055354056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055354056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:55.639366 run osmo-stp_10.42.42.5(pid=31694): stdout: \u000a| (launched: 2022-12-09_05:53:53.881271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:55.767312 run osmo-stp_10.42.42.5(pid=31694): stderr: \u000a| �[0;m�[38;5;43m20221209055354052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055354052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055354053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055354053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055354055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055354056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055354056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:55.915307 run patchelf(pid=31697): Terminating (SIGINT)\u000a05:53:56.089085 run patchelf(pid=31697): Terminated: ok {rc=0}\u000a05:53:56.120867 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31694): Process ended prematurely: osmo-stp_10.42.42.5(pid=31694) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31694)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:53:56.130196 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:53:56.191984 run osmo-hlr_10.42.42.2(pid=31691): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31691)]\u000a05:53:56.242318 run osmo-hlr_10.42.42.2(pid=31691): stdout: \u000a| (launched: 2022-12-09_05:53:52.905186) \u000a05:53:56.293190 run osmo-hlr_10.42.42.2(pid=31691): stderr: \u000a| �[0;m�[1;31m20221209055353082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055353082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055353082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055353082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055353082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055353082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055353095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055353105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055353105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055353105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:56.336222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31686): Terminating (SIGTERM)\u000a05:53:56.377114 run iperf3-srv_10.42.42.10(pid=31687): Terminating (SIGTERM)\u000a05:53:56.417994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31690): Terminating (SIGTERM)\u000a05:53:56.458978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31693): Terminating (SIGTERM)\u000a05:53:56.500076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31696): Terminating (SIGTERM)\u000a05:53:56.509581 --- ParallelTerminationStrategy: PID 31686 died...\u000a05:53:56.564372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31686): Terminated: ok {rc=0}\u000a05:53:56.574253 --- ParallelTerminationStrategy: PID 31687 died...\u000a05:53:56.628384 run iperf3-srv_10.42.42.10(pid=31687): Terminated {rc=256}\u000a05:53:56.638410 --- ParallelTerminationStrategy: PID 31690 died...\u000a05:53:56.692451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31690): Terminated: ok {rc=0}\u000a05:53:56.702582 --- ParallelTerminationStrategy: PID 31693 died...\u000a05:53:56.756832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31693): Terminated: ok {rc=0}\u000a05:53:56.766962 --- ParallelTerminationStrategy: PID 31696 died...\u000a05:53:56.822125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31696): Terminated: ok {rc=0}\u000a05:53:56.912501 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:53:58.025471 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.037099 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:58.200885 tst iperf3m4.py: using LAC 19384\u000a05:53:58.329296 tst iperf3m4.py: using RAC 4\u000a05:53:58.458029 tst iperf3m4.py: using CellId 19384\u000a05:53:58.588869 tst iperf3m4.py: using BVCI 19385\u000a05:53:58.614581 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.626328 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.637804 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.649268 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.660411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.671795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.683351 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.694662 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.706339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:58.825573 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:58.946959 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:59.067714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:59.351512 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:53:59.480246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:59.821862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Launched\u000a05:54:00.107401 run iperf3-srv_10.42.42.10(pid=31699): Launched\u000a05:54:00.310906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:54:00.449727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:00.791974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Launched\u000a05:54:01.137225 run iperf3-srv_10.42.42.10(pid=31701): Launched\u000a05:54:01.348566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:54:01.495119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:01.858482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31702): Launched\u000a05:54:02.161642 run iperf3-srv_10.42.42.10(pid=31703): Launched\u000a05:54:02.366183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:54:02.504723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:02.847179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31704): Launched\u000a05:54:03.131565 run iperf3-srv_10.42.42.10(pid=31705): Launched\u000a05:54:03.334139 tst iperf3m4.py:8: start network...\u000a05:54:03.472077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:04.001692 run create_hlr_db(pid=31706): Launched\u000a05:54:04.193424 bus /gobi_6: Setting Powered False\u000a05:54:05.213511 run create_hlr_db(pid=31706): Terminated: ok {rc=0}\u000a05:54:05.653563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Launched\u000a05:54:05.984183 run osmo-hlr_10.42.42.2(pid=31709): Launched\u000a05:54:06.106995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:06.682049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Launched\u000a05:54:07.011751 run osmo-stp_10.42.42.5(pid=31712): Launched\u000a05:54:07.130686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:07.706800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Launched\u000a05:54:07.825642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:08.113899 run patchelf(pid=31715): Launched\u000a05:54:08.307077 run osmo-stp_10.42.42.5(pid=31712): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]\u000a05:54:08.448139 run osmo-stp_10.42.42.5(pid=31712): stdout: \u000a| (launched: 2022-12-09_05:54:06.850327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:08.589500 run osmo-stp_10.42.42.5(pid=31712): stderr: \u000a| �[0;m�[38;5;43m20221209055407043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055407044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055407044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055407044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055407045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055407045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055407045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:08.726928 run osmo-stp_10.42.42.5(pid=31712): stdout: \u000a| (launched: 2022-12-09_05:54:06.850327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:08.863729 run osmo-stp_10.42.42.5(pid=31712): stderr: \u000a| �[0;m�[38;5;43m20221209055407043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055407044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055407044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055407044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055407045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055407045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055407045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:09.021692 run patchelf(pid=31715): Terminating (SIGINT)\u000a05:54:09.207051 run patchelf(pid=31715): Terminated: ok {rc=0}\u000a05:54:09.240825 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:54:09.250778 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a05:54:09.314888 run osmo-hlr_10.42.42.2(pid=31709): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31709)]\u000a05:54:09.367329 run osmo-hlr_10.42.42.2(pid=31709): stdout: \u000a| (launched: 2022-12-09_05:54:05.822489) \u000a05:54:09.420115 run osmo-hlr_10.42.42.2(pid=31709): stderr: \u000a| �[0;m�[1;31m20221209055406022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055406022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055406022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055406022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055406022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055406022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055406035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055406046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055406046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055406046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:09.465413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Terminating (SIGTERM)\u000a05:54:09.508373 run iperf3-srv_10.42.42.10(pid=31699): Terminating (SIGTERM)\u000a05:54:09.551245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Terminating (SIGTERM)\u000a05:54:09.594110 run iperf3-srv_10.42.42.10(pid=31701): Terminating (SIGTERM)\u000a05:54:09.636889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31702): Terminating (SIGTERM)\u000a05:54:09.679290 run iperf3-srv_10.42.42.10(pid=31703): Terminating (SIGTERM)\u000a05:54:09.722532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31704): Terminating (SIGTERM)\u000a05:54:09.765520 run iperf3-srv_10.42.42.10(pid=31705): Terminating (SIGTERM)\u000a05:54:09.808532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Terminating (SIGTERM)\u000a05:54:09.851364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Terminating (SIGTERM)\u000a05:54:09.893943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Terminating (SIGTERM)\u000a05:54:09.903910 --- ParallelTerminationStrategy: PID 31698 died...\u000a05:54:09.960824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Terminated: ok {rc=0}\u000a05:54:09.971459 --- ParallelTerminationStrategy: PID 31699 died...\u000a05:54:10.028016 run iperf3-srv_10.42.42.10(pid=31699): Terminated {rc=256}\u000a05:54:10.038148 --- ParallelTerminationStrategy: PID 31700 died...\u000a05:54:10.094704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Terminated: ok {rc=0}\u000a05:54:10.105150 --- ParallelTerminationStrategy: PID 31701 died...\u000a05:54:10.161478 run iperf3-srv_10.42.42.10(pid=31701): Terminated {rc=256}\u000a05:54:10.171758 --- ParallelTerminationStrategy: PID 31702 died...\u000a05:54:10.228110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31702): Terminated: ok {rc=0}\u000a05:54:10.238534 --- ParallelTerminationStrategy: PID 31703 died...\u000a05:54:10.294697 run iperf3-srv_10.42.42.10(pid=31703): Terminated {rc=256}\u000a05:54:10.305157 --- ParallelTerminationStrategy: PID 31704 died...\u000a05:54:10.361559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31704): Terminated: ok {rc=0}\u000a05:54:10.372091 --- ParallelTerminationStrategy: PID 31705 died...\u000a05:54:10.428254 run iperf3-srv_10.42.42.10(pid=31705): Terminated {rc=256}\u000a05:54:10.438819 --- ParallelTerminationStrategy: PID 31708 died...\u000a05:54:10.495494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Terminated: ok {rc=0}\u000a05:54:10.505810 --- ParallelTerminationStrategy: PID 31711 died...\u000a05:54:10.562408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Terminated: ok {rc=0}\u000a05:54:10.572911 --- ParallelTerminationStrategy: PID 31714 died...\u000a05:54:10.629648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Terminated: ok {rc=0}\u000a05:54:10.718715 bus /gobi_4: Setting Powered False\u000a05:54:11.821761 bus /gobi_4: Setting Powered False\u000a05:54:12.934159 bus /gobi_1: Setting Powered False\u000a05:54:14.038723 bus /gobi_1: Setting Powered False\u000a05:54:15.151818 bus /gobi_0: Setting Powered False\u000a05:54:16.258658 bus /gobi_0: Setting Powered False\u000a05:54:17.367422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:54:18.437526 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.450097 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:18.617310 tst ping.py: using LAC 19385\u000a05:54:18.746043 tst ping.py: using RAC 5\u000a05:54:18.874313 tst ping.py: using CellId 19385\u000a05:54:19.003612 tst ping.py: using BVCI 19386\u000a05:54:19.028683 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.040375 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.051753 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.063023 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.074202 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.085455 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.096845 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:19.108185 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:19.406134 tst ping.py:19: start network...\u000a05:54:19.541915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:20.060873 run create_hlr_db(pid=31716): Launched\u000a05:54:20.250077 bus /gobi_6: Setting Powered False\u000a05:54:21.269997 run create_hlr_db(pid=31716): Terminated: ok {rc=0}\u000a05:54:21.681586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Launched\u000a05:54:21.987411 run osmo-hlr_10.42.42.2(pid=31719): Launched\u000a05:54:22.103204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:22.646861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Launched\u000a05:54:22.951771 run osmo-stp_10.42.42.5(pid=31722): Launched\u000a05:54:23.062443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:23.590785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31724): Launched\u000a05:54:23.698360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:23.963680 run patchelf(pid=31725): Launched\u000a05:54:24.141466 run osmo-stp_10.42.42.5(pid=31722): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]\u000a05:54:24.271150 run osmo-stp_10.42.42.5(pid=31722): stdout: \u000a| (launched: 2022-12-09_05:54:22.800517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:24.401177 run osmo-stp_10.42.42.5(pid=31722): stderr: \u000a| �[0;m�[38;5;43m20221209055422973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055422973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055422974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055422974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055422975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055422975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055422975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:24.526453 run osmo-stp_10.42.42.5(pid=31722): stdout: \u000a| (launched: 2022-12-09_05:54:22.800517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:24.650577 run osmo-stp_10.42.42.5(pid=31722): stderr: \u000a| �[0;m�[38;5;43m20221209055422973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055422973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055422974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055422974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055422975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055422975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055422975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:24.795438 run patchelf(pid=31725): Terminating (SIGINT)\u000a05:54:24.965370 run patchelf(pid=31725): Terminated: ok {rc=0}\u000a05:54:24.996196 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:54:25.004708 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:54:25.066201 run osmo-hlr_10.42.42.2(pid=31719): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31719)]\u000a05:54:25.115719 run osmo-hlr_10.42.42.2(pid=31719): stdout: \u000a| (launched: 2022-12-09_05:54:21.837038) \u000a05:54:25.165783 run osmo-hlr_10.42.42.2(pid=31719): stderr: \u000a| �[0;m�[1;31m20221209055422012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055422012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055422012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055422012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055422012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055422012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055422028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055422038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055422038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055422038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:25.208483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Terminating (SIGTERM)\u000a05:54:25.248848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Terminating (SIGTERM)\u000a05:54:25.289882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31724): Terminating (SIGTERM)\u000a05:54:25.299327 --- ParallelTerminationStrategy: PID 31718 died...\u000a05:54:25.353071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Terminated: ok {rc=0}\u000a05:54:25.363021 --- ParallelTerminationStrategy: PID 31721 died...\u000a05:54:25.416825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Terminated: ok {rc=0}\u000a05:54:25.426583 --- ParallelTerminationStrategy: PID 31724 died...\u000a05:54:25.480735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31724): Terminated: ok {rc=0}\u000a05:54:25.570454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31733): Process ended prematurely: osmo-stp_10.42.42.5(pid=31733) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31733)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31733): Process ended prematurely: osmo-stp_10.42.42.5(pid=31733) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:54:26.623702 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:26.636118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:26.795947 tst ping_idle_ping.py: using LAC 19386\u000a05:54:26.915962 tst ping_idle_ping.py: using RAC 6\u000a05:54:27.035733 tst ping_idle_ping.py: using CellId 19386\u000a05:54:27.160546 tst ping_idle_ping.py: using BVCI 19387\u000a05:54:27.183780 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.194871 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.205754 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.217084 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.227880 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.238921 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.250101 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.260911 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:27.556279 tst ping_idle_ping.py:24: start network...\u000a05:54:27.692850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:28.215148 run create_hlr_db(pid=31727): Launched\u000a05:54:28.404732 bus /gobi_6: Setting Powered False\u000a05:54:29.424389 run create_hlr_db(pid=31727): Terminated: ok {rc=0}\u000a05:54:29.833681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31729): Launched\u000a05:54:30.139071 run osmo-hlr_10.42.42.2(pid=31730): Launched\u000a05:54:30.251549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:30.779313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31732): Launched\u000a05:54:31.149786 run osmo-stp_10.42.42.5(pid=31733): Launched\u000a05:54:31.357421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:32.041854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31735): Launched\u000a05:54:32.160033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:32.448052 run patchelf(pid=31736): Launched\u000a05:54:32.639756 run osmo-stp_10.42.42.5(pid=31733): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31733)]\u000a05:54:32.779973 run osmo-stp_10.42.42.5(pid=31733): stdout: \u000a| (launched: 2022-12-09_05:54:30.961753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:32.919769 run osmo-stp_10.42.42.5(pid=31733): stderr: \u000a| �[0;m�[38;5;43m20221209055431308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055431317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055431317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055431318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055431318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055431318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055431318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:33.054848 run osmo-stp_10.42.42.5(pid=31733): stdout: \u000a| (launched: 2022-12-09_05:54:30.961753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:33.188670 run osmo-stp_10.42.42.5(pid=31733): stderr: \u000a| �[0;m�[38;5;43m20221209055431308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055431317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055431317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055431318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055431318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055431318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055431318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:33.344427 run patchelf(pid=31736): Terminating (SIGINT)\u000a05:54:33.526972 run patchelf(pid=31736): Terminated: ok {rc=0}\u000a05:54:33.560095 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31733): Process ended prematurely: osmo-stp_10.42.42.5(pid=31733) [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31733)] [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:54:33.569745 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a05:54:33.633556 run osmo-hlr_10.42.42.2(pid=31730): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31730)]\u000a05:54:33.685705 run osmo-hlr_10.42.42.2(pid=31730): stdout: \u000a| (launched: 2022-12-09_05:54:29.988878) \u000a05:54:33.738283 run osmo-hlr_10.42.42.2(pid=31730): stderr: \u000a| �[0;m�[1;31m20221209055430163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055430163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055430163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055430163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055430163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055430163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055430174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055430183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055430183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055430183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:33.783545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31729): Terminating (SIGTERM)\u000a05:54:33.826369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31732): Terminating (SIGTERM)\u000a05:54:33.869041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31735): Terminating (SIGTERM)\u000a05:54:33.878930 --- ParallelTerminationStrategy: PID 31729 died...\u000a05:54:33.936081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31729): Terminated: ok {rc=0}\u000a05:54:33.946523 --- ParallelTerminationStrategy: PID 31732 died...\u000a05:54:34.002748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31732): Terminated: ok {rc=0}\u000a05:54:34.013087 --- ParallelTerminationStrategy: PID 31735 died...\u000a05:54:34.069306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31735): Terminated: ok {rc=0}\u000a05:54:34.155701 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:53:34" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31751): Process ended prematurely: osmo-stp_10.42.42.5(pid=31751) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31751)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31751): Process ended prematurely: osmo-stp_10.42.42.5(pid=31751) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:54:36.331460 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.343553 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:36.493438 tst cs_paging_gprs_active.py: using LAC 19387\u000a05:54:36.625587 tst cs_paging_gprs_active.py: using RAC 7\u000a05:54:36.758089 tst cs_paging_gprs_active.py: using CellId 19387\u000a05:54:36.889449 tst cs_paging_gprs_active.py: using BVCI 19388\u000a05:54:36.915229 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.927302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.939114 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.951234 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.963233 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.975566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.987791 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:36.999689 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:37.011912 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:37.131789 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:37.416408 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:54:37.546349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:37.867462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31741): Launched\u000a05:54:38.135504 run iperf3-srv_10.42.42.10(pid=31742): Launched\u000a05:54:38.324038 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:54:38.453252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:38.773582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31743): Launched\u000a05:54:39.042709 run iperf3-srv_10.42.42.10(pid=31744): Launched\u000a05:54:39.231061 tst cs_paging_gprs_active.py:38: start network...\u000a05:54:39.359829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:39.847945 run create_hlr_db(pid=31745): Launched\u000a05:54:40.026546 bus /gobi_6: Setting Powered False\u000a05:54:41.047797 run create_hlr_db(pid=31745): Terminated: ok {rc=0}\u000a05:54:41.487673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31747): Launched\u000a05:54:41.820242 run osmo-hlr_10.42.42.2(pid=31748): Launched\u000a05:54:41.946095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:42.522040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31750): Launched\u000a05:54:42.854075 run osmo-stp_10.42.42.5(pid=31751): Launched\u000a05:54:42.973770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:43.553053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31753): Launched\u000a05:54:43.671689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:43.961173 run patchelf(pid=31754): Launched\u000a05:54:44.155925 run osmo-stp_10.42.42.5(pid=31751): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31751)]\u000a05:54:44.297607 run osmo-stp_10.42.42.5(pid=31751): stdout: \u000a| (launched: 2022-12-09_05:54:42.690746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:44.439777 run osmo-stp_10.42.42.5(pid=31751): stderr: \u000a| �[0;m�[38;5;43m20221209055442884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055442884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055442884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055442885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055442887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055442887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055442887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:44.577200 run osmo-stp_10.42.42.5(pid=31751): stdout: \u000a| (launched: 2022-12-09_05:54:42.690746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:44.713791 run osmo-stp_10.42.42.5(pid=31751): stderr: \u000a| �[0;m�[38;5;43m20221209055442884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055442884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055442884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055442885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055442887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055442887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055442887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:44.872366 run patchelf(pid=31754): Terminating (SIGINT)\u000a05:54:45.058032 run patchelf(pid=31754): Terminated: ok {rc=0}\u000a05:54:45.091989 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31751): Process ended prematurely: osmo-stp_10.42.42.5(pid=31751) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31751)] [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a05:54:45.102225 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:54:45.166758 run osmo-hlr_10.42.42.2(pid=31748): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31748)]\u000a05:54:45.219324 run osmo-hlr_10.42.42.2(pid=31748): stdout: \u000a| (launched: 2022-12-09_05:54:41.656873) \u000a05:54:45.272348 run osmo-hlr_10.42.42.2(pid=31748): stderr: \u000a| �[0;m�[1;31m20221209055441880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055441880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055441881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055441881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055441881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055441881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055441893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055441903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055441903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055441903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:45.317985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31741): Terminating (SIGTERM)\u000a05:54:45.360852 run iperf3-srv_10.42.42.10(pid=31742): Terminating (SIGTERM)\u000a05:54:45.403969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31743): Terminating (SIGTERM)\u000a05:54:45.447242 run iperf3-srv_10.42.42.10(pid=31744): Terminating (SIGTERM)\u000a05:54:45.490066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31747): Terminating (SIGTERM)\u000a05:54:45.533076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31750): Terminating (SIGTERM)\u000a05:54:45.576232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31753): Terminating (SIGTERM)\u000a05:54:45.586431 --- ParallelTerminationStrategy: PID 31741 died...\u000a05:54:45.643734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31741): Terminated: ok {rc=0}\u000a05:54:45.654182 --- ParallelTerminationStrategy: PID 31742 died...\u000a05:54:45.711226 run iperf3-srv_10.42.42.10(pid=31742): Terminated {rc=256}\u000a05:54:45.721622 --- ParallelTerminationStrategy: PID 31743 died...\u000a05:54:45.778590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31743): Terminated: ok {rc=0}\u000a05:54:45.789226 --- ParallelTerminationStrategy: PID 31744 died...\u000a05:54:45.854126 run iperf3-srv_10.42.42.10(pid=31744): Terminated {rc=256}\u000a05:54:45.873346 --- ParallelTerminationStrategy: PID 31747 died...\u000a05:54:45.947230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31747): Terminated: ok {rc=0}\u000a05:54:45.957955 --- ParallelTerminationStrategy: PID 31750 died...\u000a05:54:46.016096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31750): Terminated: ok {rc=0}\u000a05:54:46.026892 --- ParallelTerminationStrategy: PID 31753 died...\u000a05:54:46.085461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31753): Terminated: ok {rc=0}\u000a05:54:46.176674 bus /gobi_0: Setting Powered False\u000a05:54:47.297307 bus /gobi_0: Setting Powered False\u000a05:54:48.406928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31763): Process ended prematurely: osmo-stp_10.42.42.5(pid=31763) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31763)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31763): Process ended prematurely: osmo-stp_10.42.42.5(pid=31763) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a05:54:49.517290 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:49.529419 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:49.675224 tst iperf3.py: using LAC 19388\u000a05:54:49.797789 tst iperf3.py: using RAC 8\u000a05:54:49.918730 tst iperf3.py: using CellId 19388\u000a05:54:50.041966 tst iperf3.py: using BVCI 19389\u000a05:54:50.065915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.077191 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.088336 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.099732 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.110998 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.122235 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.133752 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.144878 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.156366 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:50.439577 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:54:50.568631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:50.889322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Launched\u000a05:54:51.155780 run iperf3-srv_10.42.42.10(pid=31756): Launched\u000a05:54:51.344408 tst iperf3.py:8: start network...\u000a05:54:51.472751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:51.959184 run create_hlr_db(pid=31757): Launched\u000a05:54:52.136709 bus /gobi_6: Setting Powered False\u000a05:54:53.157962 run create_hlr_db(pid=31757): Terminated: ok {rc=0}\u000a05:54:53.597717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31759): Launched\u000a05:54:53.928547 run osmo-hlr_10.42.42.2(pid=31760): Launched\u000a05:54:54.049097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:54.623655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31762): Launched\u000a05:54:54.955365 run osmo-stp_10.42.42.5(pid=31763): Launched\u000a05:54:55.076007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:55.653645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31765): Launched\u000a05:54:55.771424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:56.060686 run patchelf(pid=31766): Launched\u000a05:54:56.255196 run osmo-stp_10.42.42.5(pid=31763): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31763)]\u000a05:54:56.395947 run osmo-stp_10.42.42.5(pid=31763): stdout: \u000a| (launched: 2022-12-09_05:54:54.792511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:56.537311 run osmo-stp_10.42.42.5(pid=31763): stderr: \u000a| �[0;m�[38;5;43m20221209055454986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055454986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055454986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055454987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055454990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055454990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055454990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:56.674683 run osmo-stp_10.42.42.5(pid=31763): stdout: \u000a| (launched: 2022-12-09_05:54:54.792511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:56.811322 run osmo-stp_10.42.42.5(pid=31763): stderr: \u000a| �[0;m�[38;5;43m20221209055454986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055454986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055454986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055454987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055454990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055454990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055454990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:56.969567 run patchelf(pid=31766): Terminating (SIGINT)\u000a05:54:57.154808 run patchelf(pid=31766): Terminated: ok {rc=0}\u000a05:54:57.188482 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31763): Process ended prematurely: osmo-stp_10.42.42.5(pid=31763) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31763)] [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a05:54:57.198427 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:54:57.261692 run osmo-hlr_10.42.42.2(pid=31760): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31760)]\u000a05:54:57.313352 run osmo-hlr_10.42.42.2(pid=31760): stdout: \u000a| (launched: 2022-12-09_05:54:53.766045) \u000a05:54:57.365661 run osmo-hlr_10.42.42.2(pid=31760): stderr: \u000a| �[0;m�[1;31m20221209055453967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055453967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055453967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055453967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055453968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055453968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055453980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055453988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055453989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055453989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:57.410350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Terminating (SIGTERM)\u000a05:54:57.452327 run iperf3-srv_10.42.42.10(pid=31756): Terminating (SIGTERM)\u000a05:54:57.494402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31759): Terminating (SIGTERM)\u000a05:54:57.536529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31762): Terminating (SIGTERM)\u000a05:54:57.578665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31765): Terminating (SIGTERM)\u000a05:54:57.588371 --- ParallelTerminationStrategy: PID 31755 died...\u000a05:54:57.644328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Terminated: ok {rc=0}\u000a05:54:57.654416 --- ParallelTerminationStrategy: PID 31756 died...\u000a05:54:57.709969 run iperf3-srv_10.42.42.10(pid=31756): Terminated {rc=256}\u000a05:54:57.719980 --- ParallelTerminationStrategy: PID 31759 died...\u000a05:54:57.775633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31759): Terminated: ok {rc=0}\u000a05:54:57.786090 --- ParallelTerminationStrategy: PID 31762 died...\u000a05:54:57.841851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31762): Terminated: ok {rc=0}\u000a05:54:57.851932 --- ParallelTerminationStrategy: PID 31765 died...\u000a05:54:57.907685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31765): Terminated: ok {rc=0}\u000a05:54:57.995720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31784): Process ended prematurely: osmo-stp_10.42.42.5(pid=31784) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31784)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31784): Process ended prematurely: osmo-stp_10.42.42.5(pid=31784) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a05:54:59.112781 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.125590 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:59.275358 tst iperf3m4.py: using LAC 19389\u000a05:54:59.406661 tst iperf3m4.py: using RAC 9\u000a05:54:59.537205 tst iperf3m4.py: using CellId 19389\u000a05:54:59.668695 tst iperf3m4.py: using BVCI 19390\u000a05:54:59.694326 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.706174 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.717777 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.729460 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.741080 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.752718 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.764560 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.776084 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:59.788283 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:59.907994 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:00.027186 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:00.144517 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:00.442121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:55:00.581289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:00.964872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31767): Launched\u000a05:55:01.285981 run iperf3-srv_10.42.42.10(pid=31771): Launched\u000a05:55:01.496607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:55:01.640258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:02.003611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31772): Launched\u000a05:55:02.302067 run iperf3-srv_10.42.42.10(pid=31773): Launched\u000a05:55:02.506510 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:55:02.645564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:02.989087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31774): Launched\u000a05:55:03.274263 run iperf3-srv_10.42.42.10(pid=31775): Launched\u000a05:55:03.477410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:55:03.615758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:03.958816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31776): Launched\u000a05:55:04.245139 run iperf3-srv_10.42.42.10(pid=31777): Launched\u000a05:55:04.448289 tst iperf3m4.py:8: start network...\u000a05:55:04.587016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:05.116877 run create_hlr_db(pid=31778): Launched\u000a05:55:05.308782 bus /gobi_6: Setting Powered False\u000a05:55:06.329723 run create_hlr_db(pid=31778): Terminated: ok {rc=0}\u000a05:55:06.762738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31780): Launched\u000a05:55:07.072863 run osmo-hlr_10.42.42.2(pid=31781): Launched\u000a05:55:07.191411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:07.734056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31783): Launched\u000a05:55:08.044424 run osmo-stp_10.42.42.5(pid=31784): Launched\u000a05:55:08.158273 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:08.696667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31786): Launched\u000a05:55:08.806519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:09.075397 run patchelf(pid=31787): Launched\u000a05:55:09.255858 run osmo-stp_10.42.42.5(pid=31784): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31784)]\u000a05:55:09.387261 run osmo-stp_10.42.42.5(pid=31784): stdout: \u000a| (launched: 2022-12-09_05:55:07.891089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:09.519036 run osmo-stp_10.42.42.5(pid=31784): stderr: \u000a| �[0;m�[38;5;43m20221209055508065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055508065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055508065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055508066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:09.646940 run osmo-stp_10.42.42.5(pid=31784): stdout: \u000a| (launched: 2022-12-09_05:55:07.891089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:09.774574 run osmo-stp_10.42.42.5(pid=31784): stderr: \u000a| �[0;m�[38;5;43m20221209055508065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055508065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055508065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055508066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:09.921755 run patchelf(pid=31787): Terminating (SIGINT)\u000a05:55:10.095110 run patchelf(pid=31787): Terminated: ok {rc=0}\u000a05:55:10.126908 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31784): Process ended prematurely: osmo-stp_10.42.42.5(pid=31784) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31784)] [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a05:55:10.136098 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:55:10.197543 run osmo-hlr_10.42.42.2(pid=31781): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31781)]\u000a05:55:10.247183 run osmo-hlr_10.42.42.2(pid=31781): stdout: \u000a| (launched: 2022-12-09_05:55:06.919953) \u000a05:55:10.297259 run osmo-hlr_10.42.42.2(pid=31781): stderr: \u000a| �[0;m�[1;31m20221209055507099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055507099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055507099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055507099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055507099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055507099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055507111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055507120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055507120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055507120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:10.339746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31767): Terminating (SIGTERM)\u000a05:55:10.380169 run iperf3-srv_10.42.42.10(pid=31771): Terminating (SIGTERM)\u000a05:55:10.420545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31772): Terminating (SIGTERM)\u000a05:55:10.461438 run iperf3-srv_10.42.42.10(pid=31773): Terminating (SIGTERM)\u000a05:55:10.501684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31774): Terminating (SIGTERM)\u000a05:55:10.541951 run iperf3-srv_10.42.42.10(pid=31775): Terminating (SIGTERM)\u000a05:55:10.582367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31776): Terminating (SIGTERM)\u000a05:55:10.622565 run iperf3-srv_10.42.42.10(pid=31777): Terminating (SIGTERM)\u000a05:55:10.662848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31780): Terminating (SIGTERM)\u000a05:55:10.703218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31783): Terminating (SIGTERM)\u000a05:55:10.743585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31786): Terminating (SIGTERM)\u000a05:55:10.753184 --- ParallelTerminationStrategy: PID 31767 died...\u000a05:55:10.807275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31767): Terminated: ok {rc=0}\u000a05:55:10.817029 --- ParallelTerminationStrategy: PID 31771 died...\u000a05:55:10.870606 run iperf3-srv_10.42.42.10(pid=31771): Terminated {rc=256}\u000a05:55:10.880422 --- ParallelTerminationStrategy: PID 31772 died...\u000a05:55:10.934074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31772): Terminated: ok {rc=0}\u000a05:55:10.943789 --- ParallelTerminationStrategy: PID 31773 died...\u000a05:55:10.997070 run iperf3-srv_10.42.42.10(pid=31773): Terminated {rc=256}\u000a05:55:11.006929 --- ParallelTerminationStrategy: PID 31774 died...\u000a05:55:11.060235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31774): Terminated: ok {rc=0}\u000a05:55:11.070060 --- ParallelTerminationStrategy: PID 31775 died...\u000a05:55:11.124011 run iperf3-srv_10.42.42.10(pid=31775): Terminated {rc=256}\u000a05:55:11.133691 --- ParallelTerminationStrategy: PID 31776 died...\u000a05:55:11.187309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31776): Terminated: ok {rc=0}\u000a05:55:11.196905 --- ParallelTerminationStrategy: PID 31777 died...\u000a05:55:11.250161 run iperf3-srv_10.42.42.10(pid=31777): Terminated {rc=256}\u000a05:55:11.259696 --- ParallelTerminationStrategy: PID 31780 died...\u000a05:55:11.313163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31780): Terminated: ok {rc=0}\u000a05:55:11.322997 --- ParallelTerminationStrategy: PID 31783 died...\u000a05:55:11.375930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31783): Terminated: ok {rc=0}\u000a05:55:11.385783 --- ParallelTerminationStrategy: PID 31786 died...\u000a05:55:11.439146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31786): Terminated: ok {rc=0}\u000a05:55:11.527751 bus /gobi_4: Setting Powered False\u000a05:55:12.631494 bus /gobi_4: Setting Powered False\u000a05:55:13.742990 bus /gobi_1: Setting Powered False\u000a05:55:14.845790 bus /gobi_1: Setting Powered False\u000a05:55:15.962297 bus /gobi_0: Setting Powered False\u000a05:55:17.067394 bus /gobi_0: Setting Powered False\u000a05:55:18.180004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31794): Process ended prematurely: osmo-stp_10.42.42.5(pid=31794) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31794)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31794): Process ended prematurely: osmo-stp_10.42.42.5(pid=31794) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a05:55:19.247580 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.259735 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:19.402114 tst ping.py: using LAC 19390\u000a05:55:19.521816 tst ping.py: using RAC 10\u000a05:55:19.639798 tst ping.py: using CellId 19390\u000a05:55:19.759592 tst ping.py: using BVCI 19391\u000a05:55:19.782847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.794396 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.805995 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.817638 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.829054 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.840513 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.852086 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.863636 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:20.142788 tst ping.py:19: start network...\u000a05:55:20.269466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:20.746674 run create_hlr_db(pid=31788): Launched\u000a05:55:20.922839 bus /gobi_6: Setting Powered False\u000a05:55:21.943345 run create_hlr_db(pid=31788): Terminated: ok {rc=0}\u000a05:55:22.376845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31790): Launched\u000a05:55:22.701789 run osmo-hlr_10.42.42.2(pid=31791): Launched\u000a05:55:22.823781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:23.391535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31793): Launched\u000a05:55:23.716605 run osmo-stp_10.42.42.5(pid=31794): Launched\u000a05:55:23.834346 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:24.403480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Launched\u000a05:55:24.519185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:24.803990 run patchelf(pid=31797): Launched\u000a05:55:24.995118 run osmo-stp_10.42.42.5(pid=31794): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31794)]\u000a05:55:25.134506 run osmo-stp_10.42.42.5(pid=31794): stdout: \u000a| (launched: 2022-12-09_05:55:23.556876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:25.274062 run osmo-stp_10.42.42.5(pid=31794): stderr: \u000a| �[0;m�[38;5;43m20221209055523752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055523752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055523753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055523753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055523754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:25.408567 run osmo-stp_10.42.42.5(pid=31794): stdout: \u000a| (launched: 2022-12-09_05:55:23.556876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:25.541940 run osmo-stp_10.42.42.5(pid=31794): stderr: \u000a| �[0;m�[38;5;43m20221209055523752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055523752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055523753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055523753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055523754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:25.697684 run patchelf(pid=31797): Terminating (SIGINT)\u000a05:55:25.880808 run patchelf(pid=31797): Terminated: ok {rc=0}\u000a05:55:25.913978 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31794): Process ended prematurely: osmo-stp_10.42.42.5(pid=31794) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31794)] [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a05:55:25.923382 tst ping.py:22: Test FAILED (6.7 sec)\u000a05:55:25.986610 run osmo-hlr_10.42.42.2(pid=31791): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31791)]\u000a05:55:26.038386 run osmo-hlr_10.42.42.2(pid=31791): stdout: \u000a| (launched: 2022-12-09_05:55:22.541925) \u000a05:55:26.090667 run osmo-hlr_10.42.42.2(pid=31791): stderr: \u000a| �[0;m�[1;31m20221209055522743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055522743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055522743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055522743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055522743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055522743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055522755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055522763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055522763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055522763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:26.135369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31790): Terminating (SIGTERM)\u000a05:55:26.177625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31793): Terminating (SIGTERM)\u000a05:55:26.219803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Terminating (SIGTERM)\u000a05:55:26.229598 --- ParallelTerminationStrategy: PID 31790 died...\u000a05:55:26.285832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31790): Terminated: ok {rc=0}\u000a05:55:26.295976 --- ParallelTerminationStrategy: PID 31793 died...\u000a05:55:26.353443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31793): Terminated: ok {rc=0}\u000a05:55:26.363583 --- ParallelTerminationStrategy: PID 31796 died...\u000a05:55:26.420065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31796): Terminated: ok {rc=0}\u000a05:55:26.508561 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31804): Process ended prematurely: osmo-stp_10.42.42.5(pid=31804) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31804)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31804): Process ended prematurely: osmo-stp_10.42.42.5(pid=31804) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a05:55:27.559317 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:27.571501 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:27.711926 tst ping_idle_ping.py: using LAC 19391\u000a05:55:27.832190 tst ping_idle_ping.py: using RAC 11\u000a05:55:27.952188 tst ping_idle_ping.py: using CellId 19391\u000a05:55:28.075049 tst ping_idle_ping.py: using BVCI 19392\u000a05:55:28.098278 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.109631 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.120752 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.132129 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.143452 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.154807 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.166333 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:28.177784 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:28.458127 tst ping_idle_ping.py:24: start network...\u000a05:55:28.584892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:29.068290 run create_hlr_db(pid=31798): Launched\u000a05:55:29.245450 bus /gobi_6: Setting Powered False\u000a05:55:30.265991 run create_hlr_db(pid=31798): Terminated: ok {rc=0}\u000a05:55:30.700826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31800): Launched\u000a05:55:31.126648 run osmo-hlr_10.42.42.2(pid=31801): Launched\u000a05:55:31.341810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:32.001530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31803): Launched\u000a05:55:32.322005 run osmo-stp_10.42.42.5(pid=31804): Launched\u000a05:55:32.436935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:32.969104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31806): Launched\u000a05:55:33.077056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:33.343001 run patchelf(pid=31807): Launched\u000a05:55:33.521752 run osmo-stp_10.42.42.5(pid=31804): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31804)]\u000a05:55:33.652070 run osmo-stp_10.42.42.5(pid=31804): stdout: \u000a| (launched: 2022-12-09_05:55:32.160460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:33.782735 run osmo-stp_10.42.42.5(pid=31804): stderr: \u000a| �[0;m�[38;5;43m20221209055532343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055532343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055532343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055532344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055532344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055532344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055532344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:33.908837 run osmo-stp_10.42.42.5(pid=31804): stdout: \u000a| (launched: 2022-12-09_05:55:32.160460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:34.033583 run osmo-stp_10.42.42.5(pid=31804): stderr: \u000a| �[0;m�[38;5;43m20221209055532343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055532343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055532343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055532344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055532344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055532344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055532344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:34.178569 run patchelf(pid=31807): Terminating (SIGINT)\u000a05:55:34.349485 run patchelf(pid=31807): Terminated: ok {rc=0}\u000a05:55:34.380569 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31804): Process ended prematurely: osmo-stp_10.42.42.5(pid=31804) [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31804)] [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a05:55:34.389328 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a05:55:34.450456 run osmo-hlr_10.42.42.2(pid=31801): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31801)]\u000a05:55:34.500147 run osmo-hlr_10.42.42.2(pid=31801): stdout: \u000a| (launched: 2022-12-09_05:55:30.878229) \u000a05:55:34.550458 run osmo-hlr_10.42.42.2(pid=31801): stderr: \u000a| �[0;m�[1;31m20221209055531213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055531213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055531213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055531213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055531213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055531213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055531229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055531246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055531246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055531246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:34.593192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31800): Terminating (SIGTERM)\u000a05:55:34.633533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31803): Terminating (SIGTERM)\u000a05:55:34.673994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31806): Terminating (SIGTERM)\u000a05:55:34.683537 --- ParallelTerminationStrategy: PID 31800 died...\u000a05:55:34.737538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31800): Terminated: ok {rc=0}\u000a05:55:34.747511 --- ParallelTerminationStrategy: PID 31803 died...\u000a05:55:34.801194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31803): Terminated: ok {rc=0}\u000a05:55:34.811223 --- ParallelTerminationStrategy: PID 31806 died...\u000a05:55:34.866331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31806): Terminated: ok {rc=0}\u000a05:55:34.956466 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:54:35" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31819): Process ended prematurely: osmo-stp_10.42.42.5(pid=31819) [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31819): Process ended prematurely: osmo-stp_10.42.42.5(pid=31819) [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:55:36.987067 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:36.998354 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:55:37.158334 tst switch_tch_pdch.py: using LAC 19392\u000a05:55:37.274696 tst switch_tch_pdch.py: using RAC 12\u000a05:55:37.390981 tst switch_tch_pdch.py: using CellId 19392\u000a05:55:37.515253 tst switch_tch_pdch.py: using BVCI 19393\u000a05:55:37.540350 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.552082 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.563706 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.575309 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.586925 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.598471 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.610206 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:37.621775 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:55:37.738637 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:55:38.034606 tst switch_tch_pdch.py:51: start network...\u000a05:55:38.169953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:38.690554 run create_hlr_db(pid=31813): Launched\u000a05:55:38.880519 bus /gobi_6: Setting Powered False\u000a05:55:39.900760 run create_hlr_db(pid=31813): Terminated: ok {rc=0}\u000a05:55:40.335798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31815): Launched\u000a05:55:40.661840 run osmo-hlr_10.42.42.2(pid=31816): Launched\u000a05:55:40.779750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:41.344741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31818): Launched\u000a05:55:41.669652 run osmo-stp_10.42.42.5(pid=31819): Launched\u000a05:55:41.787597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:42.380727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31821): Launched\u000a05:55:42.496935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:42.780028 run patchelf(pid=31822): Launched\u000a05:55:42.971452 run osmo-stp_10.42.42.5(pid=31819): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)]\u000a05:55:43.111028 run osmo-stp_10.42.42.5(pid=31819): stdout: \u000a| (launched: 2022-12-09_05:55:41.509515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:43.250482 run osmo-stp_10.42.42.5(pid=31819): stderr: \u000a| �[0;m�[38;5;43m20221209055541703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055541704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055541704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055541705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055541705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055541705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055541705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:43.384868 run osmo-stp_10.42.42.5(pid=31819): stdout: \u000a| (launched: 2022-12-09_05:55:41.509515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:43.518370 run osmo-stp_10.42.42.5(pid=31819): stderr: \u000a| �[0;m�[38;5;43m20221209055541703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055541704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055541704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055541705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055541705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055541705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055541705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:43.673416 run patchelf(pid=31822): Terminating (SIGINT)\u000a05:55:43.856155 run patchelf(pid=31822): Terminated: ok {rc=0}\u000a05:55:43.889330 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31819): Process ended prematurely: osmo-stp_10.42.42.5(pid=31819) [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)] [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:55:43.898594 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a05:55:43.961738 run osmo-hlr_10.42.42.2(pid=31816): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31816)]\u000a05:55:44.013630 run osmo-hlr_10.42.42.2(pid=31816): stdout: \u000a| (launched: 2022-12-09_05:55:40.501988) \u000a05:55:44.066056 run osmo-hlr_10.42.42.2(pid=31816): stderr: \u000a| �[0;m�[1;31m20221209055540701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055540701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055540701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055540701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055540701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055540701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055540714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055540722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055540722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055540722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:44.111035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31815): Terminating (SIGTERM)\u000a05:55:44.153345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31818): Terminating (SIGTERM)\u000a05:55:44.195656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31821): Terminating (SIGTERM)\u000a05:55:44.205511 --- ParallelTerminationStrategy: PID 31815 died...\u000a05:55:44.261957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31815): Terminated: ok {rc=0}\u000a05:55:44.272121 --- ParallelTerminationStrategy: PID 31818 died...\u000a05:55:44.327896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31818): Terminated: ok {rc=0}\u000a05:55:44.338100 --- ParallelTerminationStrategy: PID 31821 died...\u000a05:55:44.393998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31821): Terminated: ok {rc=0}\u000a05:55:44.481862 bus /gobi_0: Setting Powered False\u000a05:55:45.590129 bus /gobi_0: Setting Powered False\u000a05:55:46.701563 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:55:36" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:55:48.691562 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:48.704783 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:55:48.879314 tst switch_tch_pdch.py: using LAC 19393\u000a05:55:49.000533 tst switch_tch_pdch.py: using RAC 13\u000a05:55:49.120018 tst switch_tch_pdch.py: using CellId 19393\u000a05:55:49.239177 tst switch_tch_pdch.py: using BVCI 19394\u000a05:55:49.262447 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.273449 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.284381 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.295592 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.306896 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.318231 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.329618 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:49.340598 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:55:49.460665 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:55:49.742129 tst switch_tch_pdch.py:51: start network...\u000a05:55:49.868296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:50.320325 run create_hlr_db(pid=31826): Launched\u000a05:55:50.444459 bus /gobi_6: Setting Powered False\u000a05:55:51.517009 run create_hlr_db(pid=31826): Terminated: ok {rc=0}\u000a05:55:51.897288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Launched\u000a05:55:52.200156 run osmo-hlr_10.42.42.2(pid=31829): Launched\u000a05:55:52.310486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:52.812786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Launched\u000a05:55:53.116316 run osmo-stp_10.42.42.5(pid=31832): Launched\u000a05:55:53.226342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:53.728780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31834): Launched\u000a05:55:53.836817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:54.102006 run patchelf(pid=31835): Launched\u000a05:55:54.280236 run osmo-stp_10.42.42.5(pid=31832): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]\u000a05:55:54.410475 run osmo-stp_10.42.42.5(pid=31832): stdout: \u000a| (launched: 2022-12-09_05:55:52.966590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:54.540842 run osmo-stp_10.42.42.5(pid=31832): stderr: \u000a| �[0;m�[38;5;43m20221209055553139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055553139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055553139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055553140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055553140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055553140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055553140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:54.666482 run osmo-stp_10.42.42.5(pid=31832): stdout: \u000a| (launched: 2022-12-09_05:55:52.966590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:54.791103 run osmo-stp_10.42.42.5(pid=31832): stderr: \u000a| �[0;m�[38;5;43m20221209055553139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055553139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055553139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055553140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055553140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055553140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055553140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:54.935771 run patchelf(pid=31835): Terminating (SIGINT)\u000a05:55:55.106260 run patchelf(pid=31835): Terminated: ok {rc=0}\u000a05:55:55.137297 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)] [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:55:55.145834 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a05:55:55.207026 run osmo-hlr_10.42.42.2(pid=31829): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31829)]\u000a05:55:55.257301 run osmo-hlr_10.42.42.2(pid=31829): stdout: \u000a| (launched: 2022-12-09_05:55:52.050767) \u000a05:55:55.308132 run osmo-hlr_10.42.42.2(pid=31829): stderr: \u000a| �[0;m�[1;31m20221209055552229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055552229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055552229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055552230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055552230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055552230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055552246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055552256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055552256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055552256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:55.351253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminating (SIGTERM)\u000a05:55:55.392075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminating (SIGTERM)\u000a05:55:55.432798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31834): Terminating (SIGTERM)\u000a05:55:55.442450 --- ParallelTerminationStrategy: PID 31828 died...\u000a05:55:55.497186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminated: ok {rc=0}\u000a05:55:55.507346 --- ParallelTerminationStrategy: PID 31831 died...\u000a05:55:55.561367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminated: ok {rc=0}\u000a05:55:55.571422 --- ParallelTerminationStrategy: PID 31834 died...\u000a05:55:55.625505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31834): Terminated: ok {rc=0}\u000a05:55:55.715874 bus /gobi_0: Setting Powered False\u000a05:55:56.821298 bus /gobi_0: Setting Powered False\u000a05:55:57.928532 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:55:48" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31840): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31840) [trial-2355↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31840)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31840): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31840) [trial-2355↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a05:55:59.841149 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a05:55:59.852313 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:55:59.992836 tst mo_mt_sms.py: using LAC 19394\u000a05:56:00.115458 tst mo_mt_sms.py: using RAC 14\u000a05:56:00.239380 tst mo_mt_sms.py: using CellId 19394\u000a05:56:00.361814 tst mo_mt_sms.py: using BVCI 19395\u000a05:56:00.385868 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:00.498982 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:00.788728 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:56:00.951921 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:56:01.606784 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31839): Launched\u000a05:56:01.948453 run osmo-nitb_10.42.42.2(pid=31840): Launched\u000a05:56:02.147319 run osmo-nitb_10.42.42.2(pid=31840): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31840)]\u000a05:56:02.291918 run osmo-nitb_10.42.42.2(pid=31840): stdout: \u000a| (launched: 2022-12-09_05:56:01.773781) \u000a05:56:02.436795 run osmo-nitb_10.42.42.2(pid=31840): stderr: \u000a| (launched: 2022-12-09_05:56:01.823279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:02.577286 run osmo-nitb_10.42.42.2(pid=31840): stdout: \u000a| (launched: 2022-12-09_05:56:01.773781) \u000a05:56:02.716517 run osmo-nitb_10.42.42.2(pid=31840): stderr: \u000a| (launched: 2022-12-09_05:56:01.823279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:03.077530 tst osmo-nitb_10.42.42.2(pid=31840): stdout: \u000a| (launched: 2022-12-09_05:56:01.773781) \u000a05:56:03.204242 tst osmo-nitb_10.42.42.2(pid=31840): stderr: \u000a| (launched: 2022-12-09_05:56:01.823279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:03.259659 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31840): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31840) [trial-2355↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31840)] [trial-2355↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a05:56:03.268251 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a05:56:03.306286 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31839): Terminating (SIGTERM)\u000a05:56:03.484059 --- ParallelTerminationStrategy: PID 31839 died...\u000a05:56:03.543068 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31839): Terminated: ok {rc=0}\u000a05:56:03.631428 bus /sierra_3: Setting Powered False\u000a05:56:04.739785 bus /sierra_3: Setting Powered False\u000a05:56:05.853761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:55:59" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31851): Process ended prematurely: osmo-stp_10.42.42.5(pid=31851) [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31851)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31851): Process ended prematurely: osmo-stp_10.42.42.5(pid=31851) [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a05:56:07.754027 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:07.765015 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:07.901717 tst mo_mt_sms.py: using LAC 19395\u000a05:56:08.017416 tst mo_mt_sms.py: using RAC 15\u000a05:56:08.134308 tst mo_mt_sms.py: using CellId 19395\u000a05:56:08.250138 tst mo_mt_sms.py: using BVCI 19396\u000a05:56:08.272511 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:08.283215 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:08.293633 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:08.304261 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:08.314917 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:08.325603 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:08.445040 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:08.653802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:09.163782 run create_hlr_db(pid=31845): Launched\u000a05:56:09.349223 bus /sierra_2: Setting Powered False\u000a05:56:10.369233 run create_hlr_db(pid=31845): Terminated: ok {rc=0}\u000a05:56:10.770620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31847): Launched\u000a05:56:11.066762 run osmo-hlr_10.42.42.2(pid=31848): Launched\u000a05:56:11.181667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:11.735584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31850): Launched\u000a05:56:12.054125 run osmo-stp_10.42.42.5(pid=31851): Launched\u000a05:56:12.168518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:12.752179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31853): Launched\u000a05:56:13.069569 run osmo-msc_10.42.42.6(pid=31854): Launched\u000a05:56:13.255199 run osmo-stp_10.42.42.5(pid=31851): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31851)]\u000a05:56:13.390426 run osmo-stp_10.42.42.5(pid=31851): stdout: \u000a| (launched: 2022-12-09_05:56:11.898649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:13.524741 run osmo-stp_10.42.42.5(pid=31851): stderr: \u000a| �[0;m�[38;5;43m20221209055612091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055612091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055612092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055612092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055612092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055612093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055612093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:13.652493 run osmo-stp_10.42.42.5(pid=31851): stdout: \u000a| (launched: 2022-12-09_05:56:11.898649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:13.779483 run osmo-stp_10.42.42.5(pid=31851): stderr: \u000a| �[0;m�[38;5;43m20221209055612091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055612091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055612092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055612092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055612092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055612093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055612093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:13.835406 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31851): Process ended prematurely: osmo-stp_10.42.42.5(pid=31851) [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31851)] [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a05:56:13.843708 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a05:56:13.906214 run osmo-hlr_10.42.42.2(pid=31848): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31848)]\u000a05:56:13.957639 run osmo-hlr_10.42.42.2(pid=31848): stdout: \u000a| (launched: 2022-12-09_05:56:10.921103) \u000a05:56:14.009937 run osmo-hlr_10.42.42.2(pid=31848): stderr: \u000a| �[0;m�[1;31m20221209055611095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055611095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055611095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055611095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055611095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055611095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055611107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055611116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055611116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055611116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:14.080397 run osmo-msc_10.42.42.6(pid=31854): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31854)]\u000a05:56:14.132130 run osmo-msc_10.42.42.6(pid=31854): stdout: \u000a| (launched: 2022-12-09_05:56:12.914234) \u000a05:56:14.184402 run osmo-msc_10.42.42.6(pid=31854): stderr: \u000a| �[0;m�[38;5;43m20221209055613238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055613239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7340ac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055613239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055613239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055613239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055613239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055613241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055613241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055613241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055613242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:14.228457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31847): Terminating (SIGTERM)\u000a05:56:14.270266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31850): Terminating (SIGTERM)\u000a05:56:14.311981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31853): Terminating (SIGTERM)\u000a05:56:14.321428 --- ParallelTerminationStrategy: PID 31847 died...\u000a05:56:14.377031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31847): Terminated: ok {rc=0}\u000a05:56:14.387161 --- ParallelTerminationStrategy: PID 31850 died...\u000a05:56:14.442541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31850): Terminated: ok {rc=0}\u000a05:56:14.452488 --- ParallelTerminationStrategy: PID 31853 died...\u000a05:56:14.508166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31853): Terminated: ok {rc=0}\u000a05:56:14.595560 bus /sierra_3: Setting Powered False\u000a05:56:15.701350 bus /sierra_3: Setting Powered False\u000a05:56:16.823194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31860) [trial-2355↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31860)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31860) [trial-2355↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a05:56:18.667956 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a05:56:18.679276 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:18.822715 tst assert_extension.py: using LAC 19396\u000a05:56:18.942381 tst assert_extension.py: using RAC 16\u000a05:56:19.059780 tst assert_extension.py: using CellId 19396\u000a05:56:19.175231 tst assert_extension.py: using BVCI 19397\u000a05:56:19.197775 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a05:56:19.467735 tst assert_extension.py:10: start nitb and bts...\u000a05:56:19.590192 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:56:20.203584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31859): Launched\u000a05:56:20.496532 run osmo-nitb_10.42.42.2(pid=31860): Launched\u000a05:56:20.679558 run osmo-nitb_10.42.42.2(pid=31860): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31860)]\u000a05:56:20.815743 run osmo-nitb_10.42.42.2(pid=31860): stdout: \u000a| (launched: 2022-12-09_05:56:20.353790) \u000a05:56:20.951407 run osmo-nitb_10.42.42.2(pid=31860): stderr: \u000a| (launched: 2022-12-09_05:56:20.397810)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:21.082201 run osmo-nitb_10.42.42.2(pid=31860): stdout: \u000a| (launched: 2022-12-09_05:56:20.353790) \u000a05:56:21.211650 run osmo-nitb_10.42.42.2(pid=31860): stderr: \u000a| (launched: 2022-12-09_05:56:20.397810)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:21.617286 tst osmo-nitb_10.42.42.2(pid=31860): stdout: \u000a| (launched: 2022-12-09_05:56:20.353790) \u000a05:56:21.735821 tst osmo-nitb_10.42.42.2(pid=31860): stderr: \u000a| (launched: 2022-12-09_05:56:20.397810)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:21.787474 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31860) [trial-2355↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31860)] [trial-2355↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a05:56:21.795333 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a05:56:21.832090 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31859): Terminating (SIGTERM)\u000a05:56:22.009852 --- ParallelTerminationStrategy: PID 31859 died...\u000a05:56:22.065707 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31859): Terminated: ok {rc=0}\u000a05:56:22.155762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:56:18" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31870): Process ended prematurely: osmo-stp_10.42.42.5(pid=31870) [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31870): Process ended prematurely: osmo-stp_10.42.42.5(pid=31870) [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a05:56:24.004132 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:24.015842 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:24.153083 tst assert_extension.py: using LAC 19397\u000a05:56:24.270398 tst assert_extension.py: using RAC 17\u000a05:56:24.386233 tst assert_extension.py: using CellId 19397\u000a05:56:24.510129 tst assert_extension.py: using BVCI 19398\u000a05:56:24.534460 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:24.545758 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:24.556913 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:24.568085 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:24.579425 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:24.590593 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a05:56:24.787386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:25.252593 run create_hlr_db(pid=31864): Launched\u000a05:56:25.424352 bus /sierra_2: Setting Powered False\u000a05:56:26.445789 run create_hlr_db(pid=31864): Terminated: ok {rc=0}\u000a05:56:26.842350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31866): Launched\u000a05:56:27.138515 run osmo-hlr_10.42.42.2(pid=31867): Launched\u000a05:56:27.246816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:27.864465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31869): Launched\u000a05:56:28.155704 run osmo-stp_10.42.42.5(pid=31870): Launched\u000a05:56:28.261995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:28.790568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31872): Launched\u000a05:56:29.080104 run osmo-msc_10.42.42.6(pid=31873): Launched\u000a05:56:29.251244 run osmo-stp_10.42.42.5(pid=31870): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)]\u000a05:56:29.375110 run osmo-stp_10.42.42.5(pid=31870): stdout: \u000a| (launched: 2022-12-09_05:56:28.011475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:29.496897 run osmo-stp_10.42.42.5(pid=31870): stderr: \u000a| �[0;m�[38;5;43m20221209055628177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055628177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055628177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055628178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055628180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055628180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055628180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:29.613627 run osmo-stp_10.42.42.5(pid=31870): stdout: \u000a| (launched: 2022-12-09_05:56:28.011475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:29.729476 run osmo-stp_10.42.42.5(pid=31870): stderr: \u000a| �[0;m�[38;5;43m20221209055628177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055628177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055628177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055628178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055628180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055628180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055628180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:29.780129 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31870): Process ended prematurely: osmo-stp_10.42.42.5(pid=31870) [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)] [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a05:56:29.787779 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a05:56:29.847932 run osmo-hlr_10.42.42.2(pid=31867): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31867)]\u000a05:56:29.897016 run osmo-hlr_10.42.42.2(pid=31867): stdout: \u000a| (launched: 2022-12-09_05:56:26.992817) \u000a05:56:29.946931 run osmo-hlr_10.42.42.2(pid=31867): stderr: \u000a| �[0;m�[1;31m20221209055627169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055627169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055627169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055627169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055627169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055627169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055627181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055627191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055627192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055627192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:30.014220 run osmo-msc_10.42.42.6(pid=31873): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31873)]\u000a05:56:30.063331 run osmo-msc_10.42.42.6(pid=31873): stdout: \u000a| (launched: 2022-12-09_05:56:28.937976) \u000a05:56:30.113269 run osmo-msc_10.42.42.6(pid=31873): stderr: \u000a| �[0;m�[38;5;43m20221209055629206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055629207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9b9d1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055629207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055629207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055629207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055629207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055629209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055629209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055629209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055629210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:30.155458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31866): Terminating (SIGTERM)\u000a05:56:30.195782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31869): Terminating (SIGTERM)\u000a05:56:30.235707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31872): Terminating (SIGTERM)\u000a05:56:30.245259 --- ParallelTerminationStrategy: PID 31866 died...\u000a05:56:30.298601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31866): Terminated: ok {rc=0}\u000a05:56:30.308281 --- ParallelTerminationStrategy: PID 31869 died...\u000a05:56:30.360934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31869): Terminated: ok {rc=0}\u000a05:56:30.370596 --- ParallelTerminationStrategy: PID 31872 died...\u000a05:56:30.423209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31872): Terminated: ok {rc=0}\u000a05:56:30.512287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:56:23" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31884): Process ended prematurely: osmo-stp_10.42.42.5(pid=31884) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31884)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31884): Process ended prematurely: osmo-stp_10.42.42.5(pid=31884) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:56:32.522207 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:32.534112 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:56:32.693279 tst mo_mt_call.py: using LAC 19398\u000a05:56:32.810184 tst mo_mt_call.py: using RAC 18\u000a05:56:32.932181 tst mo_mt_call.py: using CellId 19398\u000a05:56:33.055218 tst mo_mt_call.py: using BVCI 19399\u000a05:56:33.079722 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:33.091301 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:33.102917 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:33.115098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:33.127127 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:33.139266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:33.256119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:33.465178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:33.974894 run create_hlr_db(pid=31878): Launched\u000a05:56:34.159286 bus /sierra_2: Setting Powered False\u000a05:56:35.180316 run create_hlr_db(pid=31878): Terminated: ok {rc=0}\u000a05:56:35.579111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31880): Launched\u000a05:56:35.876211 run osmo-hlr_10.42.42.2(pid=31881): Launched\u000a05:56:35.991645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:36.514588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31883): Launched\u000a05:56:36.810099 run osmo-stp_10.42.42.5(pid=31884): Launched\u000a05:56:36.916865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:37.460566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31886): Launched\u000a05:56:37.757380 run osmo-msc_10.42.42.6(pid=31887): Launched\u000a05:56:37.932738 run osmo-stp_10.42.42.5(pid=31884): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31884)]\u000a05:56:38.063415 run osmo-stp_10.42.42.5(pid=31884): stdout: \u000a| (launched: 2022-12-09_05:56:36.665330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:38.187010 run osmo-stp_10.42.42.5(pid=31884): stderr: \u000a| �[0;m�[38;5;43m20221209055636837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055636837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055636837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055636838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055636838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055636838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055636838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:38.305689 run osmo-stp_10.42.42.5(pid=31884): stdout: \u000a| (launched: 2022-12-09_05:56:36.665330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:38.423128 run osmo-stp_10.42.42.5(pid=31884): stderr: \u000a| �[0;m�[38;5;43m20221209055636837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055636837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055636837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055636838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055636838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055636838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055636838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:38.474982 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31884): Process ended prematurely: osmo-stp_10.42.42.5(pid=31884) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31884)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:56:38.483444 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a05:56:38.544082 run osmo-hlr_10.42.42.2(pid=31881): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31881)]\u000a05:56:38.593895 run osmo-hlr_10.42.42.2(pid=31881): stdout: \u000a| (launched: 2022-12-09_05:56:35.729941) \u000a05:56:38.644036 run osmo-hlr_10.42.42.2(pid=31881): stderr: \u000a| �[0;m�[1;31m20221209055635906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055635906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055635906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055635906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055635906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055635906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055635918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055635929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055635929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055635929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:38.711912 run osmo-msc_10.42.42.6(pid=31887): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31887)]\u000a05:56:38.761456 run osmo-msc_10.42.42.6(pid=31887): stdout: \u000a| (launched: 2022-12-09_05:56:37.611502) \u000a05:56:38.811672 run osmo-msc_10.42.42.6(pid=31887): stderr: \u000a| �[0;m�[38;5;43m20221209055637883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055637883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf68150c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055637883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055637883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055637883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055637884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055637886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055637886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055637886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055637886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:38.854041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31880): Terminating (SIGTERM)\u000a05:56:38.894470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31883): Terminating (SIGTERM)\u000a05:56:38.935248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31886): Terminating (SIGTERM)\u000a05:56:38.944628 --- ParallelTerminationStrategy: PID 31880 died...\u000a05:56:38.998181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31880): Terminated: ok {rc=0}\u000a05:56:39.007914 --- ParallelTerminationStrategy: PID 31883 died...\u000a05:56:39.061123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31883): Terminated: ok {rc=0}\u000a05:56:39.070820 --- ParallelTerminationStrategy: PID 31886 died...\u000a05:56:39.124388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31886): Terminated: ok {rc=0}\u000a05:56:39.212504 bus /sierra_3: Setting Powered False\u000a05:56:40.317044 bus /sierra_3: Setting Powered False\u000a05:56:41.428344 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31895): Process ended prematurely: osmo-stp_10.42.42.5(pid=31895) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31895)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31895): Process ended prematurely: osmo-stp_10.42.42.5(pid=31895) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:56:42.541405 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:42.553670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:56:42.725739 tst mo_mt_call_osmux.py: using LAC 19399\u000a05:56:42.849674 tst mo_mt_call_osmux.py: using RAC 19\u000a05:56:42.975895 tst mo_mt_call_osmux.py: using CellId 19399\u000a05:56:43.098793 tst mo_mt_call_osmux.py: using BVCI 19400\u000a05:56:43.123251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:43.135058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:43.146770 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:43.158409 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:43.170147 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:43.181589 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:43.296391 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:43.507164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:44.016099 run create_hlr_db(pid=31889): Launched\u000a05:56:44.200913 bus /sierra_2: Setting Powered False\u000a05:56:45.222933 run create_hlr_db(pid=31889): Terminated: ok {rc=0}\u000a05:56:45.646053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31891): Launched\u000a05:56:46.039977 run osmo-hlr_10.42.42.2(pid=31892): Launched\u000a05:56:46.204747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:46.846728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31894): Launched\u000a05:56:47.255148 run osmo-stp_10.42.42.5(pid=31895): Launched\u000a05:56:47.416880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:47.996861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31897): Launched\u000a05:56:48.313971 run osmo-msc_10.42.42.6(pid=31898): Launched\u000a05:56:48.501099 run osmo-stp_10.42.42.5(pid=31895): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31895)]\u000a05:56:48.635615 run osmo-stp_10.42.42.5(pid=31895): stdout: \u000a| (launched: 2022-12-09_05:56:47.012761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:48.770601 run osmo-stp_10.42.42.5(pid=31895): stderr: \u000a| �[0;m�[38;5;43m20221209055647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055647293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055647293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055647293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055647294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055647294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:48.898614 run osmo-stp_10.42.42.5(pid=31895): stdout: \u000a| (launched: 2022-12-09_05:56:47.012761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:49.025434 run osmo-stp_10.42.42.5(pid=31895): stderr: \u000a| �[0;m�[38;5;43m20221209055647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055647293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055647293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055647293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055647294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055647294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:49.081389 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31895): Process ended prematurely: osmo-stp_10.42.42.5(pid=31895) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31895)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:56:49.090607 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:56:49.153292 run osmo-hlr_10.42.42.2(pid=31892): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31892)]\u000a05:56:49.204555 run osmo-hlr_10.42.42.2(pid=31892): stdout: \u000a| (launched: 2022-12-09_05:56:45.808251) \u000a05:56:49.256420 run osmo-hlr_10.42.42.2(pid=31892): stderr: \u000a| �[0;m�[1;31m20221209055646063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055646063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055646063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055646063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055646063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055646063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055646082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055646094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055646095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055646095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:49.327336 run osmo-msc_10.42.42.6(pid=31898): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31898)]\u000a05:56:49.378554 run osmo-msc_10.42.42.6(pid=31898): stdout: \u000a| (launched: 2022-12-09_05:56:48.158560) \u000a05:56:49.430535 run osmo-msc_10.42.42.6(pid=31898): stderr: \u000a| �[0;m�[38;5;43m20221209055648481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055648481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd531b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055648481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055648481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055648481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055648481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055648483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055648483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055648484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055648484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:49.474694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31891): Terminating (SIGTERM)\u000a05:56:49.516441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31894): Terminating (SIGTERM)\u000a05:56:49.558604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31897): Terminating (SIGTERM)\u000a05:56:49.568211 --- ParallelTerminationStrategy: PID 31891 died...\u000a05:56:49.623977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31891): Terminated: ok {rc=0}\u000a05:56:49.634102 --- ParallelTerminationStrategy: PID 31894 died...\u000a05:56:49.689246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31894): Terminated: ok {rc=0}\u000a05:56:49.699287 --- ParallelTerminationStrategy: PID 31897 died...\u000a05:56:49.754414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31897): Terminated: ok {rc=0}\u000a05:56:49.841446 bus /sierra_3: Setting Powered False\u000a05:56:50.945717 bus /sierra_3: Setting Powered False\u000a05:56:52.052457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:56:32" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31909): Process ended prematurely: osmo-stp_10.42.42.5(pid=31909) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31909)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31909): Process ended prematurely: osmo-stp_10.42.42.5(pid=31909) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:56:54.048816 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:54.059972 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:56:54.213622 tst mo_mt_call.py: using LAC 19400\u000a05:56:54.329317 tst mo_mt_call.py: using RAC 20\u000a05:56:54.445924 tst mo_mt_call.py: using CellId 19400\u000a05:56:54.573044 tst mo_mt_call.py: using BVCI 19401\u000a05:56:54.597505 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:54.609278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:54.620849 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:54.632678 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:54.644520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:54.656315 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:56:54.770015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:56:54.977855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:55.487054 run create_hlr_db(pid=31903): Launched\u000a05:56:55.671497 bus /sierra_2: Setting Powered False\u000a05:56:56.692371 run create_hlr_db(pid=31903): Terminated: ok {rc=0}\u000a05:56:57.091777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31905): Launched\u000a05:56:57.397446 run osmo-hlr_10.42.42.2(pid=31906): Launched\u000a05:56:57.517304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:58.070765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31908): Launched\u000a05:56:58.387387 run osmo-stp_10.42.42.5(pid=31909): Launched\u000a05:56:58.502345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:59.090777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31911): Launched\u000a05:56:59.408915 run osmo-msc_10.42.42.6(pid=31912): Launched\u000a05:56:59.596124 run osmo-stp_10.42.42.5(pid=31909): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31909)]\u000a05:56:59.730828 run osmo-stp_10.42.42.5(pid=31909): stdout: \u000a| (launched: 2022-12-09_05:56:58.232721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:59.865472 run osmo-stp_10.42.42.5(pid=31909): stderr: \u000a| �[0;m�[38;5;43m20221209055658422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055658423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055658423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055658423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055658425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055658425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055658425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:59.993915 run osmo-stp_10.42.42.5(pid=31909): stdout: \u000a| (launched: 2022-12-09_05:56:58.232721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:00.121183 run osmo-stp_10.42.42.5(pid=31909): stderr: \u000a| �[0;m�[38;5;43m20221209055658422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055658423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055658423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055658423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055658425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055658425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055658425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:00.177432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31909): Process ended prematurely: osmo-stp_10.42.42.5(pid=31909) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31909)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:57:00.186781 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:57:00.249832 run osmo-hlr_10.42.42.2(pid=31906): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31906)]\u000a05:57:00.301831 run osmo-hlr_10.42.42.2(pid=31906): stdout: \u000a| (launched: 2022-12-09_05:56:57.242688) \u000a05:57:00.354509 run osmo-hlr_10.42.42.2(pid=31906): stderr: \u000a| �[0;m�[1;31m20221209055657432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055657432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055657432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055657432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055657432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055657432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055657444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055657452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055657452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055657452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:00.425452 run osmo-msc_10.42.42.6(pid=31912): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31912)]\u000a05:57:00.477441 run osmo-msc_10.42.42.6(pid=31912): stdout: \u000a| (launched: 2022-12-09_05:56:59.253334) \u000a05:57:00.529972 run osmo-msc_10.42.42.6(pid=31912): stderr: \u000a| �[0;m�[38;5;43m20221209055659576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055659576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde0a517c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055659576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055659576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055659576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055659577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055659579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055659579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055659579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055659579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:00.574490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31905): Terminating (SIGTERM)\u000a05:57:00.616755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31908): Terminating (SIGTERM)\u000a05:57:00.659014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31911): Terminating (SIGTERM)\u000a05:57:00.668703 --- ParallelTerminationStrategy: PID 31905 died...\u000a05:57:00.724606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31905): Terminated: ok {rc=0}\u000a05:57:00.735037 --- ParallelTerminationStrategy: PID 31908 died...\u000a05:57:00.790588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31908): Terminated: ok {rc=0}\u000a05:57:00.801012 --- ParallelTerminationStrategy: PID 31911 died...\u000a05:57:00.861361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31911): Terminated: ok {rc=0}\u000a05:57:00.951335 bus /sierra_3: Setting Powered False\u000a05:57:02.085130 bus /sierra_3: Setting Powered False\u000a05:57:03.194425 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31920): Process ended prematurely: osmo-stp_10.42.42.5(pid=31920) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31920): Process ended prematurely: osmo-stp_10.42.42.5(pid=31920) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:04.308030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:04.320318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:57:04.484080 tst mo_mt_call_osmux.py: using LAC 19401\u000a05:57:04.607540 tst mo_mt_call_osmux.py: using RAC 21\u000a05:57:04.731566 tst mo_mt_call_osmux.py: using CellId 19401\u000a05:57:04.855414 tst mo_mt_call_osmux.py: using BVCI 19402\u000a05:57:04.880161 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:04.892010 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:04.903752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:04.915595 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:04.927341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:04.939862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:57:05.052418 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:57:05.261451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:05.770092 run create_hlr_db(pid=31914): Launched\u000a05:57:05.955099 bus /sierra_2: Setting Powered False\u000a05:57:06.975457 run create_hlr_db(pid=31914): Terminated: ok {rc=0}\u000a05:57:07.398691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31916): Launched\u000a05:57:07.715528 run osmo-hlr_10.42.42.2(pid=31917): Launched\u000a05:57:07.835712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:08.390430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31919): Launched\u000a05:57:08.708640 run osmo-stp_10.42.42.5(pid=31920): Launched\u000a05:57:08.823811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:09.407093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31922): Launched\u000a05:57:09.725545 run osmo-msc_10.42.42.6(pid=31923): Launched\u000a05:57:09.915019 run osmo-stp_10.42.42.5(pid=31920): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)]\u000a05:57:10.051348 run osmo-stp_10.42.42.5(pid=31920): stdout: \u000a| (launched: 2022-12-09_05:57:08.552809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:10.186247 run osmo-stp_10.42.42.5(pid=31920): stderr: \u000a| �[0;m�[38;5;43m20221209055708744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055708744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055708744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055708745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055708745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055708745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055708745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:10.314398 run osmo-stp_10.42.42.5(pid=31920): stdout: \u000a| (launched: 2022-12-09_05:57:08.552809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:10.441067 run osmo-stp_10.42.42.5(pid=31920): stderr: \u000a| �[0;m�[38;5;43m20221209055708744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055708744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055708744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055708745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055708745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055708745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055708745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:10.497119 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31920): Process ended prematurely: osmo-stp_10.42.42.5(pid=31920) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:57:10.506440 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:57:10.568557 run osmo-hlr_10.42.42.2(pid=31917): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31917)]\u000a05:57:10.619950 run osmo-hlr_10.42.42.2(pid=31917): stdout: \u000a| (launched: 2022-12-09_05:57:07.560901) \u000a05:57:10.671963 run osmo-hlr_10.42.42.2(pid=31917): stderr: \u000a| �[0;m�[1;31m20221209055707758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055707758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055707758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055707758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055707758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055707758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055707770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055707779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055707779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055707779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:10.742061 run osmo-msc_10.42.42.6(pid=31923): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31923)]\u000a05:57:10.793123 run osmo-msc_10.42.42.6(pid=31923): stdout: \u000a| (launched: 2022-12-09_05:57:09.569531) \u000a05:57:10.844640 run osmo-msc_10.42.42.6(pid=31923): stderr: \u000a| �[0;m�[38;5;43m20221209055709890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055709890 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6289cdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055709891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055709891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055709891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055709891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055709893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:10.888776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31916): Terminating (SIGTERM)\u000a05:57:10.930600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31919): Terminating (SIGTERM)\u000a05:57:10.972304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31922): Terminating (SIGTERM)\u000a05:57:10.981581 --- ParallelTerminationStrategy: PID 31916 died...\u000a05:57:11.036898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31916): Terminated: ok {rc=0}\u000a05:57:11.046981 --- ParallelTerminationStrategy: PID 31919 died...\u000a05:57:11.102132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31919): Terminated: ok {rc=0}\u000a05:57:11.111981 --- ParallelTerminationStrategy: PID 31922 died...\u000a05:57:11.167696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31922): Terminated: ok {rc=0}\u000a05:57:11.254779 bus /sierra_3: Setting Powered False\u000a05:57:12.361478 bus /sierra_3: Setting Powered False\u000a05:57:13.469208 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:56:53" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:15.468390 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:15.479794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:57:15.639412 tst mo_mt_call.py: using LAC 19402\u000a05:57:15.755071 tst mo_mt_call.py: using RAC 22\u000a05:57:15.878730 tst mo_mt_call.py: using CellId 19402\u000a05:57:16.018777 tst mo_mt_call.py: using BVCI 19403\u000a05:57:16.042739 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:16.054952 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:16.067313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:16.080131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:16.093261 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:16.106463 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:16.226267 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:16.426918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:16.949268 run create_hlr_db(pid=31928): Launched\u000a05:57:17.124466 bus /sierra_2: Setting Powered False\u000a05:57:18.142116 run create_hlr_db(pid=31928): Terminated: ok {rc=0}\u000a05:57:18.564751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Launched\u000a05:57:18.883318 run osmo-hlr_10.42.42.2(pid=31931): Launched\u000a05:57:19.000064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:19.551911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Launched\u000a05:57:19.869571 run osmo-stp_10.42.42.5(pid=31934): Launched\u000a05:57:19.984905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:20.564551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31936): Launched\u000a05:57:20.882819 run osmo-msc_10.42.42.6(pid=31937): Launched\u000a05:57:21.071217 run osmo-stp_10.42.42.5(pid=31934): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]\u000a05:57:21.206521 run osmo-stp_10.42.42.5(pid=31934): stdout: \u000a| (launched: 2022-12-09_05:57:19.714459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:21.341884 run osmo-stp_10.42.42.5(pid=31934): stderr: \u000a| �[0;m�[38;5;43m20221209055719907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055719907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055719908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055719908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055719908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055719909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055719909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:21.470056 run osmo-stp_10.42.42.5(pid=31934): stdout: \u000a| (launched: 2022-12-09_05:57:19.714459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:21.596454 run osmo-stp_10.42.42.5(pid=31934): stderr: \u000a| �[0;m�[38;5;43m20221209055719907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055719907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055719908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055719908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055719908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055719909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055719909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:21.652315 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:57:21.661474 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:57:21.723179 run osmo-hlr_10.42.42.2(pid=31931): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31931)]\u000a05:57:21.774186 run osmo-hlr_10.42.42.2(pid=31931): stdout: \u000a| (launched: 2022-12-09_05:57:18.727071) \u000a05:57:21.825727 run osmo-hlr_10.42.42.2(pid=31931): stderr: \u000a| �[0;m�[1;31m20221209055718925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055718925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055718925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055718925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055718925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055718925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055718937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055718945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055718946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055718946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:21.896311 run osmo-msc_10.42.42.6(pid=31937): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31937)]\u000a05:57:21.947371 run osmo-msc_10.42.42.6(pid=31937): stdout: \u000a| (launched: 2022-12-09_05:57:20.726710) \u000a05:57:21.998755 run osmo-msc_10.42.42.6(pid=31937): stderr: \u000a| �[0;m�[38;5;43m20221209055721051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055721051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4719a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055721051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055721052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055721052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055721052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055721054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055721054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055721054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055721054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:22.042381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminating (SIGTERM)\u000a05:57:22.083799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Terminating (SIGTERM)\u000a05:57:22.125352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31936): Terminating (SIGTERM)\u000a05:57:22.134595 --- ParallelTerminationStrategy: PID 31930 died...\u000a05:57:22.189757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminated: ok {rc=0}\u000a05:57:22.199723 --- ParallelTerminationStrategy: PID 31933 died...\u000a05:57:22.254681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Terminated: ok {rc=0}\u000a05:57:22.264566 --- ParallelTerminationStrategy: PID 31936 died...\u000a05:57:22.319511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31936): Terminated: ok {rc=0}\u000a05:57:22.405613 bus /sierra_3: Setting Powered False\u000a05:57:23.513699 bus /sierra_3: Setting Powered False\u000a05:57:24.626021 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31945): Process ended prematurely: osmo-stp_10.42.42.5(pid=31945) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31945): Process ended prematurely: osmo-stp_10.42.42.5(pid=31945) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:25.735850 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:25.747478 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:57:25.902981 tst mo_mt_call_osmux.py: using LAC 19403\u000a05:57:26.027481 tst mo_mt_call_osmux.py: using RAC 23\u000a05:57:26.153454 tst mo_mt_call_osmux.py: using CellId 19403\u000a05:57:26.279886 tst mo_mt_call_osmux.py: using BVCI 19404\u000a05:57:26.304468 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:26.316268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:26.327711 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:26.339196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:26.350675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:26.362034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:26.475420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:26.678008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:27.146198 run create_hlr_db(pid=31939): Launched\u000a05:57:27.317868 bus /sierra_2: Setting Powered False\u000a05:57:28.338502 run create_hlr_db(pid=31939): Terminated: ok {rc=0}\u000a05:57:28.760597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31941): Launched\u000a05:57:29.079259 run osmo-hlr_10.42.42.2(pid=31942): Launched\u000a05:57:29.196016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:29.750597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31944): Launched\u000a05:57:30.069066 run osmo-stp_10.42.42.5(pid=31945): Launched\u000a05:57:30.184355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:30.767755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31947): Launched\u000a05:57:31.188796 run osmo-msc_10.42.42.6(pid=31948): Launched\u000a05:57:31.692043 run osmo-stp_10.42.42.5(pid=31945): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)]\u000a05:57:31.830392 run osmo-stp_10.42.42.5(pid=31945): stdout: \u000a| (launched: 2022-12-09_05:57:29.913477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:31.964670 run osmo-stp_10.42.42.5(pid=31945): stderr: \u000a| �[0;m�[38;5;43m20221209055730106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055730106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055730106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055730107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055730107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055730107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055730107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:32.092684 run osmo-stp_10.42.42.5(pid=31945): stdout: \u000a| (launched: 2022-12-09_05:57:29.913477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:32.218496 run osmo-stp_10.42.42.5(pid=31945): stderr: \u000a| �[0;m�[38;5;43m20221209055730106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055730106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055730106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055730107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055730107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055730107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055730107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:32.274359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31945): Process ended prematurely: osmo-stp_10.42.42.5(pid=31945) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:57:32.283780 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:57:32.347697 run osmo-hlr_10.42.42.2(pid=31942): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31942)]\u000a05:57:32.397983 run osmo-hlr_10.42.42.2(pid=31942): stdout: \u000a| (launched: 2022-12-09_05:57:28.923384) \u000a05:57:32.448809 run osmo-hlr_10.42.42.2(pid=31942): stderr: \u000a| �[0;m�[1;31m20221209055729118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055729119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055729119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055729119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055729119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055729119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055729131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055729139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055729139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055729139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:32.517507 run osmo-msc_10.42.42.6(pid=31948): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31948)]\u000a05:57:32.567487 run osmo-msc_10.42.42.6(pid=31948): stdout: \u000a| (launched: 2022-12-09_05:57:30.937902) \u000a05:57:32.618124 run osmo-msc_10.42.42.6(pid=31948): stderr: \u000a| �[0;m�[38;5;43m20221209055731441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055731441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a7c68cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055731441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055731441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055731442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055731442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055731448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055731448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055731448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055731448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:32.661117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31941): Terminating (SIGTERM)\u000a05:57:32.701350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31944): Terminating (SIGTERM)\u000a05:57:32.742720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31947): Terminating (SIGTERM)\u000a05:57:32.752640 --- ParallelTerminationStrategy: PID 31941 died...\u000a05:57:32.807705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31941): Terminated: ok {rc=0}\u000a05:57:32.817614 --- ParallelTerminationStrategy: PID 31944 died...\u000a05:57:32.871476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31944): Terminated: ok {rc=0}\u000a05:57:32.881840 --- ParallelTerminationStrategy: PID 31947 died...\u000a05:57:32.935840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31947): Terminated: ok {rc=0}\u000a05:57:33.023847 bus /sierra_3: Setting Powered False\u000a05:57:34.128146 bus /sierra_3: Setting Powered False\u000a05:57:35.239283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:57:15" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31961): Process ended prematurely: osmo-stp_10.42.42.5(pid=31961) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31961)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31961): Process ended prematurely: osmo-stp_10.42.42.5(pid=31961) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:37.234921 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:37.246036 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:57:37.407672 tst mo_mt_call.py: using LAC 19404\u000a05:57:37.535912 tst mo_mt_call.py: using RAC 24\u000a05:57:37.658954 tst mo_mt_call.py: using CellId 19404\u000a05:57:37.781876 tst mo_mt_call.py: using BVCI 19405\u000a05:57:37.806438 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:37.818146 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:37.829518 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:37.840845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:37.852339 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:37.864054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:37.977749 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:38.175241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:38.642655 run create_hlr_db(pid=31955): Launched\u000a05:57:38.813992 bus /sierra_2: Setting Powered False\u000a05:57:39.835282 run create_hlr_db(pid=31955): Terminated: ok {rc=0}\u000a05:57:40.257781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31957): Launched\u000a05:57:40.575560 run osmo-hlr_10.42.42.2(pid=31958): Launched\u000a05:57:40.691360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:41.244019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31960): Launched\u000a05:57:41.562823 run osmo-stp_10.42.42.5(pid=31961): Launched\u000a05:57:41.679083 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:42.262983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31963): Launched\u000a05:57:42.582275 run osmo-msc_10.42.42.6(pid=31964): Launched\u000a05:57:42.769998 run osmo-stp_10.42.42.5(pid=31961): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31961)]\u000a05:57:42.906319 run osmo-stp_10.42.42.5(pid=31961): stdout: \u000a| (launched: 2022-12-09_05:57:41.407045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:43.041747 run osmo-stp_10.42.42.5(pid=31961): stderr: \u000a| �[0;m�[38;5;43m20221209055741599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055741599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055741599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055741600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055741602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055741602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055741602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:43.170109 run osmo-stp_10.42.42.5(pid=31961): stdout: \u000a| (launched: 2022-12-09_05:57:41.407045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:43.297078 run osmo-stp_10.42.42.5(pid=31961): stderr: \u000a| �[0;m�[38;5;43m20221209055741599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055741599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055741599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055741600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055741602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055741602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055741602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:43.353286 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31961): Process ended prematurely: osmo-stp_10.42.42.5(pid=31961) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31961)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:57:43.362510 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:57:43.425073 run osmo-hlr_10.42.42.2(pid=31958): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31958)]\u000a05:57:43.476446 run osmo-hlr_10.42.42.2(pid=31958): stdout: \u000a| (launched: 2022-12-09_05:57:40.420340) \u000a05:57:43.528538 run osmo-hlr_10.42.42.2(pid=31958): stderr: \u000a| �[0;m�[1;31m20221209055740617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055740617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055740617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055740617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055740617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055740617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055740629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055740638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055740638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055740638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:43.598812 run osmo-msc_10.42.42.6(pid=31964): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31964)]\u000a05:57:43.649811 run osmo-msc_10.42.42.6(pid=31964): stdout: \u000a| (launched: 2022-12-09_05:57:42.426079) \u000a05:57:43.701302 run osmo-msc_10.42.42.6(pid=31964): stderr: \u000a| �[0;m�[38;5;43m20221209055742750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055742750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb124142c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055742750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055742750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055742750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055742750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055742752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055742752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055742753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055742753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:43.745284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31957): Terminating (SIGTERM)\u000a05:57:43.787079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31960): Terminating (SIGTERM)\u000a05:57:43.829022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31963): Terminating (SIGTERM)\u000a05:57:43.838720 --- ParallelTerminationStrategy: PID 31957 died...\u000a05:57:43.894731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31957): Terminated: ok {rc=0}\u000a05:57:43.904772 --- ParallelTerminationStrategy: PID 31960 died...\u000a05:57:43.960254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31960): Terminated: ok {rc=0}\u000a05:57:43.970305 --- ParallelTerminationStrategy: PID 31963 died...\u000a05:57:44.025698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31963): Terminated: ok {rc=0}\u000a05:57:44.112425 bus /sierra_3: Setting Powered False\u000a05:57:45.217426 bus /sierra_3: Setting Powered False\u000a05:57:46.326493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31972): Process ended prematurely: osmo-stp_10.42.42.5(pid=31972) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31972): Process ended prematurely: osmo-stp_10.42.42.5(pid=31972) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:47.439301 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:47.451531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:57:47.616834 tst mo_mt_call_osmux.py: using LAC 19405\u000a05:57:47.742347 tst mo_mt_call_osmux.py: using RAC 25\u000a05:57:47.870020 tst mo_mt_call_osmux.py: using CellId 19405\u000a05:57:47.997036 tst mo_mt_call_osmux.py: using BVCI 19406\u000a05:57:48.021330 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:48.032898 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:48.044323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:48.055649 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:48.067090 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:48.078471 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:48.193342 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:48.392328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:48.863355 run create_hlr_db(pid=31966): Launched\u000a05:57:49.035465 bus /sierra_2: Setting Powered False\u000a05:57:50.056552 run create_hlr_db(pid=31966): Terminated: ok {rc=0}\u000a05:57:50.481186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Launched\u000a05:57:50.800154 run osmo-hlr_10.42.42.2(pid=31969): Launched\u000a05:57:50.920565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:51.477096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Launched\u000a05:57:51.796655 run osmo-stp_10.42.42.5(pid=31972): Launched\u000a05:57:51.948751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:52.531206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31974): Launched\u000a05:57:52.848800 run osmo-msc_10.42.42.6(pid=31975): Launched\u000a05:57:53.036172 run osmo-stp_10.42.42.5(pid=31972): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)]\u000a05:57:53.171008 run osmo-stp_10.42.42.5(pid=31972): stdout: \u000a| (launched: 2022-12-09_05:57:51.640673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:53.305435 run osmo-stp_10.42.42.5(pid=31972): stderr: \u000a| �[0;m�[38;5;43m20221209055751831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055751832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055751832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055751832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055751835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055751835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055751835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:53.433724 run osmo-stp_10.42.42.5(pid=31972): stdout: \u000a| (launched: 2022-12-09_05:57:51.640673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:53.560911 run osmo-stp_10.42.42.5(pid=31972): stderr: \u000a| �[0;m�[38;5;43m20221209055751831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055751832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055751832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055751832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055751835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055751835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055751835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:53.616881 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31972): Process ended prematurely: osmo-stp_10.42.42.5(pid=31972) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:57:53.626099 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:57:53.688239 run osmo-hlr_10.42.42.2(pid=31969): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31969)]\u000a05:57:53.739534 run osmo-hlr_10.42.42.2(pid=31969): stdout: \u000a| (launched: 2022-12-09_05:57:50.643813) \u000a05:57:53.791372 run osmo-hlr_10.42.42.2(pid=31969): stderr: \u000a| �[0;m�[1;31m20221209055750840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055750840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055750840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055750840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055750840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055750840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055750851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055750859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055750859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055750859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:53.861705 run osmo-msc_10.42.42.6(pid=31975): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31975)]\u000a05:57:53.913188 run osmo-msc_10.42.42.6(pid=31975): stdout: \u000a| (launched: 2022-12-09_05:57:52.693438) \u000a05:57:53.964981 run osmo-msc_10.42.42.6(pid=31975): stderr: \u000a| �[0;m�[38;5;43m20221209055753017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055753017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08803bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055753017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055753018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055753018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055753018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055753020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055753020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055753020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055753020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:54.009004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Terminating (SIGTERM)\u000a05:57:54.050701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Terminating (SIGTERM)\u000a05:57:54.092451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31974): Terminating (SIGTERM)\u000a05:57:54.102095 --- ParallelTerminationStrategy: PID 31968 died...\u000a05:57:54.157377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Terminated: ok {rc=0}\u000a05:57:54.167327 --- ParallelTerminationStrategy: PID 31971 died...\u000a05:57:54.222409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Terminated: ok {rc=0}\u000a05:57:54.232290 --- ParallelTerminationStrategy: PID 31974 died...\u000a05:57:54.287456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31974): Terminated: ok {rc=0}\u000a05:57:54.374678 bus /sierra_3: Setting Powered False\u000a05:57:55.480645 bus /sierra_3: Setting Powered False\u000a05:57:56.592216 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:57:36" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31986): Process ended prematurely: osmo-stp_10.42.42.5(pid=31986) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31986)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31986): Process ended prematurely: osmo-stp_10.42.42.5(pid=31986) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:58.599306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:58.611102 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:57:58.780285 tst mo_mt_call.py: using LAC 19406\u000a05:57:58.904839 tst mo_mt_call.py: using RAC 26\u000a05:57:59.030384 tst mo_mt_call.py: using CellId 19406\u000a05:57:59.149177 tst mo_mt_call.py: using BVCI 19407\u000a05:57:59.171769 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:59.183043 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:59.194170 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:59.205447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:59.216671 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:59.228293 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:57:59.346524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:57:59.557464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:00.067369 run create_hlr_db(pid=31980): Launched\u000a05:58:00.253917 bus /sierra_2: Setting Powered False\u000a05:58:01.266670 run create_hlr_db(pid=31980): Terminated: ok {rc=0}\u000a05:58:01.691128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31982): Launched\u000a05:58:02.111997 run osmo-hlr_10.42.42.2(pid=31983): Launched\u000a05:58:02.256063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:02.809442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31985): Launched\u000a05:58:03.128407 run osmo-stp_10.42.42.5(pid=31986): Launched\u000a05:58:03.243521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:03.825839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31988): Launched\u000a05:58:04.143015 run osmo-msc_10.42.42.6(pid=31989): Launched\u000a05:58:04.330713 run osmo-stp_10.42.42.5(pid=31986): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31986)]\u000a05:58:04.465728 run osmo-stp_10.42.42.5(pid=31986): stdout: \u000a| (launched: 2022-12-09_05:58:02.972428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:04.600648 run osmo-stp_10.42.42.5(pid=31986): stderr: \u000a| �[0;m�[38;5;43m20221209055803163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055803163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055803164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055803164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055803165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055803165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055803165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:04.729133 run osmo-stp_10.42.42.5(pid=31986): stdout: \u000a| (launched: 2022-12-09_05:58:02.972428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:04.855922 run osmo-stp_10.42.42.5(pid=31986): stderr: \u000a| �[0;m�[38;5;43m20221209055803163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055803163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055803164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055803164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055803165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055803165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055803165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:04.912429 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31986): Process ended prematurely: osmo-stp_10.42.42.5(pid=31986) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31986)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:58:04.921798 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:58:04.983570 run osmo-hlr_10.42.42.2(pid=31983): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31983)]\u000a05:58:05.034569 run osmo-hlr_10.42.42.2(pid=31983): stdout: \u000a| (launched: 2022-12-09_05:58:01.847136) \u000a05:58:05.086126 run osmo-hlr_10.42.42.2(pid=31983): stderr: \u000a| �[0;m�[1;31m20221209055802179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055802179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055802179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055802179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055802179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055802179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055802191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055802200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055802200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055802200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:05.156090 run osmo-msc_10.42.42.6(pid=31989): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31989)]\u000a05:58:05.207123 run osmo-msc_10.42.42.6(pid=31989): stdout: \u000a| (launched: 2022-12-09_05:58:03.988260) \u000a05:58:05.258609 run osmo-msc_10.42.42.6(pid=31989): stderr: \u000a| �[0;m�[38;5;43m20221209055804308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055804308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dfb403c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055804308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055804308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055804309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055804309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055804310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055804311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055804311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055804311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:05.302639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31982): Terminating (SIGTERM)\u000a05:58:05.344418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31985): Terminating (SIGTERM)\u000a05:58:05.386636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31988): Terminating (SIGTERM)\u000a05:58:05.396328 --- ParallelTerminationStrategy: PID 31982 died...\u000a05:58:05.452008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31982): Terminated: ok {rc=0}\u000a05:58:05.462011 --- ParallelTerminationStrategy: PID 31985 died...\u000a05:58:05.517133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31985): Terminated: ok {rc=0}\u000a05:58:05.527169 --- ParallelTerminationStrategy: PID 31988 died...\u000a05:58:05.582893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31988): Terminated: ok {rc=0}\u000a05:58:05.670316 bus /sierra_3: Setting Powered False\u000a05:58:06.774210 bus /sierra_3: Setting Powered False\u000a05:58:07.885452 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31997): Process ended prematurely: osmo-stp_10.42.42.5(pid=31997) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31997)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31997): Process ended prematurely: osmo-stp_10.42.42.5(pid=31997) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:08.995678 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:09.007465 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:58:09.163792 tst mo_mt_call_osmux.py: using LAC 19407\u000a05:58:09.280679 tst mo_mt_call_osmux.py: using RAC 27\u000a05:58:09.398623 tst mo_mt_call_osmux.py: using CellId 19407\u000a05:58:09.514742 tst mo_mt_call_osmux.py: using BVCI 19408\u000a05:58:09.537496 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:09.548562 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:09.559558 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:09.570787 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:09.582092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:09.593231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:58:09.707573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:58:09.905561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:10.372344 run create_hlr_db(pid=31991): Launched\u000a05:58:10.544253 bus /sierra_2: Setting Powered False\u000a05:58:11.565411 run create_hlr_db(pid=31991): Terminated: ok {rc=0}\u000a05:58:11.962227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31993): Launched\u000a05:58:12.259398 run osmo-hlr_10.42.42.2(pid=31994): Launched\u000a05:58:12.378876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:12.901424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31996): Launched\u000a05:58:13.198142 run osmo-stp_10.42.42.5(pid=31997): Launched\u000a05:58:13.306984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:13.851003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31999): Launched\u000a05:58:14.149332 run osmo-msc_10.42.42.6(pid=32000): Launched\u000a05:58:14.326160 run osmo-stp_10.42.42.5(pid=31997): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31997)]\u000a05:58:14.453824 run osmo-stp_10.42.42.5(pid=31997): stdout: \u000a| (launched: 2022-12-09_05:58:13.051851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:14.578770 run osmo-stp_10.42.42.5(pid=31997): stderr: \u000a| �[0;m�[38;5;43m20221209055813220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055813220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055813221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055813221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055813221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055813222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055813222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:14.698951 run osmo-stp_10.42.42.5(pid=31997): stdout: \u000a| (launched: 2022-12-09_05:58:13.051851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:14.817991 run osmo-stp_10.42.42.5(pid=31997): stderr: \u000a| �[0;m�[38;5;43m20221209055813220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055813220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055813221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055813221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055813221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055813222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055813222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:14.870747 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31997): Process ended prematurely: osmo-stp_10.42.42.5(pid=31997) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31997)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:58:14.879341 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a05:58:14.939585 run osmo-hlr_10.42.42.2(pid=31994): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31994)]\u000a05:58:14.988867 run osmo-hlr_10.42.42.2(pid=31994): stdout: \u000a| (launched: 2022-12-09_05:58:12.113360) \u000a05:58:15.039517 run osmo-hlr_10.42.42.2(pid=31994): stderr: \u000a| �[0;m�[1;31m20221209055812286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055812286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055812286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055812286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055812287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055812287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055812298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055812307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055812307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055812307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:15.107478 run osmo-msc_10.42.42.6(pid=32000): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32000)]\u000a05:58:15.156395 run osmo-msc_10.42.42.6(pid=32000): stdout: \u000a| (launched: 2022-12-09_05:58:14.002196) \u000a05:58:15.206686 run osmo-msc_10.42.42.6(pid=32000): stderr: \u000a| �[0;m�[38;5;43m20221209055814272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055814272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5a8800c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055814273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055814273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055814273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055814274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055814275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055814276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055814276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055814276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:15.248719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31993): Terminating (SIGTERM)\u000a05:58:15.288697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31996): Terminating (SIGTERM)\u000a05:58:15.328741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31999): Terminating (SIGTERM)\u000a05:58:15.338291 --- ParallelTerminationStrategy: PID 31993 died...\u000a05:58:15.391879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31993): Terminated: ok {rc=0}\u000a05:58:15.401847 --- ParallelTerminationStrategy: PID 31996 died...\u000a05:58:15.455075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31996): Terminated: ok {rc=0}\u000a05:58:15.464930 --- ParallelTerminationStrategy: PID 31999 died...\u000a05:58:15.518879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31999): Terminated: ok {rc=0}\u000a05:58:15.607915 bus /sierra_3: Setting Powered False\u000a05:58:16.743006 bus /sierra_3: Setting Powered False\u000a05:58:17.857839 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:57:58" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32011): Process ended prematurely: osmo-stp_10.42.42.5(pid=32011) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32011): Process ended prematurely: osmo-stp_10.42.42.5(pid=32011) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:58:19.861810 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:19.873351 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:58:20.028883 tst mo_mt_call.py: using LAC 19408\u000a05:58:20.146674 tst mo_mt_call.py: using RAC 28\u000a05:58:20.263617 tst mo_mt_call.py: using CellId 19408\u000a05:58:20.384335 tst mo_mt_call.py: using BVCI 19409\u000a05:58:20.406819 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:20.418065 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:20.429029 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:20.440261 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:20.451512 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:20.462791 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:20.580611 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:20.789488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:21.298915 run create_hlr_db(pid=32005): Launched\u000a05:58:21.482583 bus /sierra_2: Setting Powered False\u000a05:58:22.503646 run create_hlr_db(pid=32005): Terminated: ok {rc=0}\u000a05:58:22.901498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32007): Launched\u000a05:58:23.196413 run osmo-hlr_10.42.42.2(pid=32008): Launched\u000a05:58:23.308406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:23.833186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32010): Launched\u000a05:58:24.129438 run osmo-stp_10.42.42.5(pid=32011): Launched\u000a05:58:24.237664 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:24.780651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32013): Launched\u000a05:58:25.076462 run osmo-msc_10.42.42.6(pid=32014): Launched\u000a05:58:25.252106 run osmo-stp_10.42.42.5(pid=32011): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)]\u000a05:58:25.379453 run osmo-stp_10.42.42.5(pid=32011): stdout: \u000a| (launched: 2022-12-09_05:58:23.983760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:25.504299 run osmo-stp_10.42.42.5(pid=32011): stderr: \u000a| �[0;m�[38;5;43m20221209055824152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055824152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055824152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055824152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055824153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055824153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055824153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:25.624060 run osmo-stp_10.42.42.5(pid=32011): stdout: \u000a| (launched: 2022-12-09_05:58:23.983760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:25.742895 run osmo-stp_10.42.42.5(pid=32011): stderr: \u000a| �[0;m�[38;5;43m20221209055824152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055824152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055824152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055824152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055824153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055824153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055824153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:25.795335 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32011): Process ended prematurely: osmo-stp_10.42.42.5(pid=32011) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:58:25.804334 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a05:58:25.864541 run osmo-hlr_10.42.42.2(pid=32008): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32008)]\u000a05:58:25.914180 run osmo-hlr_10.42.42.2(pid=32008): stdout: \u000a| (launched: 2022-12-09_05:58:23.051631) \u000a05:58:25.964334 run osmo-hlr_10.42.42.2(pid=32008): stderr: \u000a| �[0;m�[1;31m20221209055823225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055823225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055823225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055823225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055823225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055823225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055823238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055823247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055823248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055823248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:26.031638 run osmo-msc_10.42.42.6(pid=32014): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32014)]\u000a05:58:26.081053 run osmo-msc_10.42.42.6(pid=32014): stdout: \u000a| (launched: 2022-12-09_05:58:24.931355) \u000a05:58:26.130910 run osmo-msc_10.42.42.6(pid=32014): stderr: \u000a| �[0;m�[38;5;43m20221209055825202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055825202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefb6868c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055825202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055825202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055825202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055825203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055825207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055825207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055825207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055825207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:26.172872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32007): Terminating (SIGTERM)\u000a05:58:26.213011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32010): Terminating (SIGTERM)\u000a05:58:26.253329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32013): Terminating (SIGTERM)\u000a05:58:26.262804 --- ParallelTerminationStrategy: PID 32007 died...\u000a05:58:26.316273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32007): Terminated: ok {rc=0}\u000a05:58:26.325958 --- ParallelTerminationStrategy: PID 32010 died...\u000a05:58:26.379437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32010): Terminated: ok {rc=0}\u000a05:58:26.389125 --- ParallelTerminationStrategy: PID 32013 died...\u000a05:58:26.442005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32013): Terminated: ok {rc=0}\u000a05:58:26.530045 bus /sierra_3: Setting Powered False\u000a05:58:27.633543 bus /sierra_3: Setting Powered False\u000a05:58:28.744610 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:29.853187 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:29.864821 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:58:30.022634 tst mo_mt_call_osmux.py: using LAC 19409\u000a05:58:30.139032 tst mo_mt_call_osmux.py: using RAC 29\u000a05:58:30.255276 tst mo_mt_call_osmux.py: using CellId 19409\u000a05:58:30.371356 tst mo_mt_call_osmux.py: using BVCI 19410\u000a05:58:30.394018 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:30.405273 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:30.416188 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:30.427479 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:30.438885 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:30.450330 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:30.569312 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:30.778028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:31.333507 run create_hlr_db(pid=32016): Launched\u000a05:58:31.522049 bus /sierra_2: Setting Powered False\u000a05:58:32.540124 run create_hlr_db(pid=32016): Terminated: ok {rc=0}\u000a05:58:32.939925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Launched\u000a05:58:33.236409 run osmo-hlr_10.42.42.2(pid=32019): Launched\u000a05:58:33.351424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:33.878046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Launched\u000a05:58:34.172762 run osmo-stp_10.42.42.5(pid=32022): Launched\u000a05:58:34.280624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:34.822925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Launched\u000a05:58:35.121090 run osmo-msc_10.42.42.6(pid=32025): Launched\u000a05:58:35.297268 run osmo-stp_10.42.42.5(pid=32022): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a05:58:35.424320 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-09_05:58:34.028330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:35.548900 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221209055834197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055834198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055834198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055834198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055834199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055834199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055834199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:35.668275 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-09_05:58:34.028330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:35.786824 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221209055834197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055834198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055834198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055834198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055834199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055834199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055834199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:35.839863 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:58:35.848417 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a05:58:35.908158 run osmo-hlr_10.42.42.2(pid=32019): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32019)]\u000a05:58:35.957139 run osmo-hlr_10.42.42.2(pid=32019): stdout: \u000a| (launched: 2022-12-09_05:58:33.090707) \u000a05:58:36.006542 run osmo-hlr_10.42.42.2(pid=32019): stderr: \u000a| �[0;m�[1;31m20221209055833267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055833267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055833267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055833267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055833267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055833267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055833283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055833293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055833293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055833293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:36.073534 run osmo-msc_10.42.42.6(pid=32025): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32025)]\u000a05:58:36.122841 run osmo-msc_10.42.42.6(pid=32025): stdout: \u000a| (launched: 2022-12-09_05:58:34.973950) \u000a05:58:36.172084 run osmo-msc_10.42.42.6(pid=32025): stderr: \u000a| �[0;m�[38;5;43m20221209055835247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055835247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c4bc8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055835247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055835247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055835247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055835247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055835249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055835250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055835250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055835250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:36.213556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminating (SIGTERM)\u000a05:58:36.253435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminating (SIGTERM)\u000a05:58:36.292929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminating (SIGTERM)\u000a05:58:36.302273 --- ParallelTerminationStrategy: PID 32018 died...\u000a05:58:36.355867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminated: ok {rc=0}\u000a05:58:36.365428 --- ParallelTerminationStrategy: PID 32021 died...\u000a05:58:36.417875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminated: ok {rc=0}\u000a05:58:36.427557 --- ParallelTerminationStrategy: PID 32024 died...\u000a05:58:36.479992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminated: ok {rc=0}\u000a05:58:36.567573 bus /sierra_3: Setting Powered False\u000a05:58:37.669622 bus /sierra_3: Setting Powered False\u000a05:58:38.780053 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:58:19" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32037): Process ended prematurely: osmo-stp_10.42.42.5(pid=32037) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32037)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32037): Process ended prematurely: osmo-stp_10.42.42.5(pid=32037) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:58:40.765657 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:40.776504 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:58:40.935710 tst mo_mt_call.py: using LAC 19410\u000a05:58:41.058979 tst mo_mt_call.py: using RAC 30\u000a05:58:41.183017 tst mo_mt_call.py: using CellId 19410\u000a05:58:41.306964 tst mo_mt_call.py: using BVCI 19411\u000a05:58:41.331755 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:41.343248 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:41.354734 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:41.366206 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:41.378105 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:41.389643 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:41.504652 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:41.703543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:42.175524 run create_hlr_db(pid=32031): Launched\u000a05:58:42.347195 bus /sierra_2: Setting Powered False\u000a05:58:43.369208 run create_hlr_db(pid=32031): Terminated: ok {rc=0}\u000a05:58:43.765620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32033): Launched\u000a05:58:44.065124 run osmo-hlr_10.42.42.2(pid=32034): Launched\u000a05:58:44.178806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:44.702730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32036): Launched\u000a05:58:45.000913 run osmo-stp_10.42.42.5(pid=32037): Launched\u000a05:58:45.110000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:45.653919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32039): Launched\u000a05:58:46.027029 run osmo-msc_10.42.42.6(pid=32040): Launched\u000a05:58:46.385671 run osmo-stp_10.42.42.5(pid=32037): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32037)]\u000a05:58:46.666585 run osmo-stp_10.42.42.5(pid=32037): stdout: \u000a| (launched: 2022-12-09_05:58:44.854687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:46.854302 run osmo-stp_10.42.42.5(pid=32037): stderr: \u000a| �[0;m�[38;5;43m20221209055845023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055845023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055845024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055845024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055845025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055845025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055845025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:46.986773 run osmo-stp_10.42.42.5(pid=32037): stdout: \u000a| (launched: 2022-12-09_05:58:44.854687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:47.117783 run osmo-stp_10.42.42.5(pid=32037): stderr: \u000a| �[0;m�[38;5;43m20221209055845023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055845023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055845024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055845024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055845025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055845025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055845025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:47.176205 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32037): Process ended prematurely: osmo-stp_10.42.42.5(pid=32037) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32037)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:58:47.186316 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:58:47.251975 run osmo-hlr_10.42.42.2(pid=32034): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32034)]\u000a05:58:47.305161 run osmo-hlr_10.42.42.2(pid=32034): stdout: \u000a| (launched: 2022-12-09_05:58:43.918140) \u000a05:58:47.358841 run osmo-hlr_10.42.42.2(pid=32034): stderr: \u000a| �[0;m�[1;31m20221209055844095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055844095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055844095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055844095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055844095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055844095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055844107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055844116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055844116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055844116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:47.431863 run osmo-msc_10.42.42.6(pid=32040): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32040)]\u000a05:58:47.483891 run osmo-msc_10.42.42.6(pid=32040): stdout: \u000a| (launched: 2022-12-09_05:58:45.804876) \u000a05:58:47.536433 run osmo-msc_10.42.42.6(pid=32040): stderr: \u000a| �[0;m�[38;5;43m20221209055846354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055846355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dd2b5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055846355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055846355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055846355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055846355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055846358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:47.580988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32033): Terminating (SIGTERM)\u000a05:58:47.623400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32036): Terminating (SIGTERM)\u000a05:58:47.666151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32039): Terminating (SIGTERM)\u000a05:58:47.675920 --- ParallelTerminationStrategy: PID 32033 died...\u000a05:58:47.732492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32033): Terminated: ok {rc=0}\u000a05:58:47.742737 --- ParallelTerminationStrategy: PID 32036 died...\u000a05:58:47.798695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32036): Terminated: ok {rc=0}\u000a05:58:47.808887 --- ParallelTerminationStrategy: PID 32039 died...\u000a05:58:47.865387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32039): Terminated: ok {rc=0}\u000a05:58:47.953969 bus /sierra_3: Setting Powered False\u000a05:58:49.057853 bus /sierra_3: Setting Powered False\u000a05:58:50.169141 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:51.283729 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:51.295912 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:58:51.462665 tst mo_mt_call_osmux.py: using LAC 19411\u000a05:58:51.591398 tst mo_mt_call_osmux.py: using RAC 31\u000a05:58:51.715292 tst mo_mt_call_osmux.py: using CellId 19411\u000a05:58:51.840493 tst mo_mt_call_osmux.py: using BVCI 19412\u000a05:58:51.864799 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:51.876269 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:51.887809 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:51.899424 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:51.910858 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:51.922146 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:52.035760 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:52.248865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:52.755916 run create_hlr_db(pid=32042): Launched\u000a05:58:52.940387 bus /sierra_2: Setting Powered False\u000a05:58:53.961677 run create_hlr_db(pid=32042): Terminated: ok {rc=0}\u000a05:58:54.360833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Launched\u000a05:58:54.657643 run osmo-hlr_10.42.42.2(pid=32045): Launched\u000a05:58:54.771284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:55.287994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Launched\u000a05:58:55.584690 run osmo-stp_10.42.42.5(pid=32048): Launched\u000a05:58:55.694878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:56.237596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Launched\u000a05:58:56.535366 run osmo-msc_10.42.42.6(pid=32051): Launched\u000a05:58:56.714065 run osmo-stp_10.42.42.5(pid=32048): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]\u000a05:58:56.841623 run osmo-stp_10.42.42.5(pid=32048): stdout: \u000a| (launched: 2022-12-09_05:58:55.438931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:56.966526 run osmo-stp_10.42.42.5(pid=32048): stderr: \u000a| �[0;m�[38;5;43m20221209055855608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055855608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055855608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055855609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055855611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055855611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055855611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:57.086590 run osmo-stp_10.42.42.5(pid=32048): stdout: \u000a| (launched: 2022-12-09_05:58:55.438931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:57.205568 run osmo-stp_10.42.42.5(pid=32048): stderr: \u000a| �[0;m�[38;5;43m20221209055855608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055855608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055855608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055855609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055855611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055855611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055855611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:57.257839 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)] [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:58:57.266517 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a05:58:57.326904 run osmo-hlr_10.42.42.2(pid=32045): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32045)]\u000a05:58:57.376448 run osmo-hlr_10.42.42.2(pid=32045): stdout: \u000a| (launched: 2022-12-09_05:58:54.511557) \u000a05:58:57.426710 run osmo-hlr_10.42.42.2(pid=32045): stderr: \u000a| �[0;m�[1;31m20221209055854687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055854687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055854687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055854687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055854687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055854687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055854699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055854708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055854708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055854709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:57.494767 run osmo-msc_10.42.42.6(pid=32051): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32051)]\u000a05:58:57.544478 run osmo-msc_10.42.42.6(pid=32051): stdout: \u000a| (launched: 2022-12-09_05:58:56.388449) \u000a05:58:57.594449 run osmo-msc_10.42.42.6(pid=32051): stderr: \u000a| �[0;m�[38;5;43m20221209055856661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055856661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabb0336c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055856661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055856661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055856661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055856661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055856664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055856664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055856664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055856664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:57.636500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Terminating (SIGTERM)\u000a05:58:57.677273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Terminating (SIGTERM)\u000a05:58:57.717762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Terminating (SIGTERM)\u000a05:58:57.727005 --- ParallelTerminationStrategy: PID 32044 died...\u000a05:58:57.780552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Terminated: ok {rc=0}\u000a05:58:57.790493 --- ParallelTerminationStrategy: PID 32047 died...\u000a05:58:57.843849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Terminated: ok {rc=0}\u000a05:58:57.853489 --- ParallelTerminationStrategy: PID 32050 died...\u000a05:58:57.907251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Terminated: ok {rc=0}\u000a05:58:57.995220 bus /sierra_3: Setting Powered False\u000a05:58:59.097906 bus /sierra_3: Setting Powered False\u000a05:59:00.208687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:58:40" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32062): Process ended prematurely: osmo-stp_10.42.42.5(pid=32062) [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32062)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32062): Process ended prematurely: osmo-stp_10.42.42.5(pid=32062) [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:59:02.245837 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:02.256556 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:02.393591 tst emergency_mo_mt_call.py: using LAC 19412\u000a05:59:02.506252 tst emergency_mo_mt_call.py: using RAC 32\u000a05:59:02.619131 tst emergency_mo_mt_call.py: using CellId 19412\u000a05:59:02.731692 tst emergency_mo_mt_call.py: using BVCI 19413\u000a05:59:02.754116 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:02.765045 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:02.775689 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:02.786800 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:02.797771 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:02.808820 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:02.921912 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:03.129652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:03.631221 run create_hlr_db(pid=32056): Launched\u000a05:59:03.814487 bus /sierra_2: Setting Powered False\u000a05:59:04.833799 run create_hlr_db(pid=32056): Terminated: ok {rc=0}\u000a05:59:05.228145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32058): Launched\u000a05:59:05.519329 run osmo-hlr_10.42.42.2(pid=32059): Launched\u000a05:59:05.633722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:06.149486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32061): Launched\u000a05:59:06.438644 run osmo-stp_10.42.42.5(pid=32062): Launched\u000a05:59:06.561901 tst emergency_mo_mt_call.py: using MSISDN 7053\u000a05:59:06.706058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:07.239158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32064): Launched\u000a05:59:07.540371 run osmo-msc_10.42.42.6(pid=32065): Launched\u000a05:59:07.727363 run osmo-stp_10.42.42.5(pid=32062): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32062)]\u000a05:59:07.861494 run osmo-stp_10.42.42.5(pid=32062): stdout: \u000a| (launched: 2022-12-09_05:59:06.296648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:07.995203 run osmo-stp_10.42.42.5(pid=32062): stderr: \u000a| �[0;m�[38;5;43m20221209055906464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055906465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055906465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055906465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055906468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055906468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055906468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:08.122438 run osmo-stp_10.42.42.5(pid=32062): stdout: \u000a| (launched: 2022-12-09_05:59:06.296648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:08.247823 run osmo-stp_10.42.42.5(pid=32062): stderr: \u000a| �[0;m�[38;5;43m20221209055906464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055906465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055906465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055906465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055906468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055906468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055906468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:08.302587 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32062): Process ended prematurely: osmo-stp_10.42.42.5(pid=32062) [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32062)] [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a05:59:08.311084 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a05:59:08.373905 run osmo-hlr_10.42.42.2(pid=32059): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32059)]\u000a05:59:08.425408 run osmo-hlr_10.42.42.2(pid=32059): stdout: \u000a| (launched: 2022-12-09_05:59:05.375949) \u000a05:59:08.477561 run osmo-hlr_10.42.42.2(pid=32059): stderr: \u000a| �[0;m�[1;31m20221209055905551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055905551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055905551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055905551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055905551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055905551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055905563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055905571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055905572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055905572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:08.548318 run osmo-msc_10.42.42.6(pid=32065): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32065)]\u000a05:59:08.600241 run osmo-msc_10.42.42.6(pid=32065): stdout: \u000a| (launched: 2022-12-09_05:59:07.386948) \u000a05:59:08.652316 run osmo-msc_10.42.42.6(pid=32065): stderr: \u000a| �[0;m�[38;5;43m20221209055907699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055907700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6ff368c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055907700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055907700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055907700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055907700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055907702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055907702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055907703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055907703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:08.696687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32058): Terminating (SIGTERM)\u000a05:59:08.738857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32061): Terminating (SIGTERM)\u000a05:59:08.780986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32064): Terminating (SIGTERM)\u000a05:59:08.790641 --- ParallelTerminationStrategy: PID 32058 died...\u000a05:59:08.846597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32058): Terminated: ok {rc=0}\u000a05:59:08.856700 --- ParallelTerminationStrategy: PID 32061 died...\u000a05:59:08.912803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32061): Terminated: ok {rc=0}\u000a05:59:08.922931 --- ParallelTerminationStrategy: PID 32064 died...\u000a05:59:08.978808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32064): Terminated: ok {rc=0}\u000a05:59:09.066793 bus /sierra_3: Setting Powered False\u000a05:59:10.173971 bus /sierra_3: Setting Powered False\u000a05:59:11.281495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32073): Process ended prematurely: osmo-stp_10.42.42.5(pid=32073) [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32073)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32073): Process ended prematurely: osmo-stp_10.42.42.5(pid=32073) [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:59:12.333233 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:12.344893 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:12.488300 tst emergency_preemptive_call.py: using LAC 19413\u000a05:59:12.605230 tst emergency_preemptive_call.py: using RAC 33\u000a05:59:12.721598 tst emergency_preemptive_call.py: using CellId 19413\u000a05:59:12.836600 tst emergency_preemptive_call.py: using BVCI 19414\u000a05:59:12.858572 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:12.869520 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:12.880202 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:12.891205 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:12.902151 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:12.912877 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:13.031692 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:13.147760 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:13.264637 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:13.460495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:13.921541 run create_hlr_db(pid=32067): Launched\u000a05:59:14.091126 bus /sierra_2: Setting Powered False\u000a05:59:15.111782 run create_hlr_db(pid=32067): Terminated: ok {rc=0}\u000a05:59:15.502030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32069): Launched\u000a05:59:15.793909 run osmo-hlr_10.42.42.2(pid=32070): Launched\u000a05:59:15.940299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:16.536759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32072): Launched\u000a05:59:17.054179 run osmo-stp_10.42.42.5(pid=32073): Launched\u000a05:59:17.239072 tst emergency_preemptive_call.py: using MSISDN 7054\u000a05:59:17.396504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:17.969224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32075): Launched\u000a05:59:18.281033 run osmo-msc_10.42.42.6(pid=32076): Launched\u000a05:59:18.465598 run osmo-stp_10.42.42.5(pid=32073): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32073)]\u000a05:59:18.599053 run osmo-stp_10.42.42.5(pid=32073): stdout: \u000a| (launched: 2022-12-09_05:59:16.686999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:18.731435 run osmo-stp_10.42.42.5(pid=32073): stderr: \u000a| �[0;m�[38;5;43m20221209055916914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055916914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055916914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055916915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055916917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055916917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055916917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:18.857981 run osmo-stp_10.42.42.5(pid=32073): stdout: \u000a| (launched: 2022-12-09_05:59:16.686999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:18.983770 run osmo-stp_10.42.42.5(pid=32073): stderr: \u000a| �[0;m�[38;5;43m20221209055916914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055916914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055916914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055916915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055916917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055916917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055916917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:19.038724 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32073): Process ended prematurely: osmo-stp_10.42.42.5(pid=32073) [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32073)] [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a05:59:19.047297 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a05:59:19.110127 run osmo-hlr_10.42.42.2(pid=32070): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32070)]\u000a05:59:19.161829 run osmo-hlr_10.42.42.2(pid=32070): stdout: \u000a| (launched: 2022-12-09_05:59:15.650137) \u000a05:59:19.213960 run osmo-hlr_10.42.42.2(pid=32070): stderr: \u000a| �[0;m�[1;31m20221209055915824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055915825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055915825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055915825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055915825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055915825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055915845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055915866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055915866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055915866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:19.284928 run osmo-msc_10.42.42.6(pid=32076): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32076)]\u000a05:59:19.336411 run osmo-msc_10.42.42.6(pid=32076): stdout: \u000a| (launched: 2022-12-09_05:59:18.128885) \u000a05:59:19.388376 run osmo-msc_10.42.42.6(pid=32076): stderr: \u000a| �[0;m�[38;5;43m20221209055918449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209055918450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd84a01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209055918450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209055918450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209055918450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209055918450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209055918452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209055918452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209055918453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209055918453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:19.432470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32069): Terminating (SIGTERM)\u000a05:59:19.474290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32072): Terminating (SIGTERM)\u000a05:59:19.515959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32075): Terminating (SIGTERM)\u000a05:59:19.525640 --- ParallelTerminationStrategy: PID 32069 died...\u000a05:59:19.581276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32069): Terminated: ok {rc=0}\u000a05:59:19.591223 --- ParallelTerminationStrategy: PID 32072 died...\u000a05:59:19.646608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32072): Terminated: ok {rc=0}\u000a05:59:19.656541 --- ParallelTerminationStrategy: PID 32075 died...\u000a05:59:19.712417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32075): Terminated: ok {rc=0}\u000a05:59:19.799445 bus /sierra_9: Setting Powered False\u000a05:59:20.906051 bus /sierra_9: Setting Powered False\u000a05:59:22.016667 bus /sierra_8: Setting Powered False\u000a05:59:23.120175 bus /sierra_8: Setting Powered False\u000a05:59:24.230403 bus /sierra_3: Setting Powered False\u000a05:59:25.335083 bus /sierra_3: Setting Powered False\u000a05:59:26.446273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:59:01" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32091): Process ended prematurely: osmo-stp_10.42.42.5(pid=32091) [trial-2355↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32091)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32091): Process ended prematurely: osmo-stp_10.42.42.5(pid=32091) [trial-2355↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:59:28.571999 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:28.583317 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:28.726275 tst cs_paging_gprs_active.py: using LAC 19414\u000a05:59:28.845401 tst cs_paging_gprs_active.py: using RAC 34\u000a05:59:28.963236 tst cs_paging_gprs_active.py: using CellId 19414\u000a05:59:29.078465 tst cs_paging_gprs_active.py: using BVCI 19415\u000a05:59:29.101316 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.111813 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.122264 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.132939 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.143552 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.154126 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.164816 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.175457 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:29.186462 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:29.305547 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:29.581867 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:59:29.705967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:30.014848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32081): Launched\u000a05:59:30.272477 run iperf3-srv_10.42.42.10(pid=32082): Launched\u000a05:59:30.454087 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:59:30.577976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:30.895051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32083): Launched\u000a05:59:31.170019 run iperf3-srv_10.42.42.10(pid=32084): Launched\u000a05:59:31.356384 tst cs_paging_gprs_active.py:38: start network...\u000a05:59:31.484275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:31.999932 run create_hlr_db(pid=32085): Launched\u000a05:59:32.175668 bus /sierra_2: Setting Powered False\u000a05:59:33.193583 run create_hlr_db(pid=32085): Terminated: ok {rc=0}\u000a05:59:33.618942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32087): Launched\u000a05:59:33.939478 run osmo-hlr_10.42.42.2(pid=32088): Launched\u000a05:59:34.057291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:34.612599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32090): Launched\u000a05:59:34.932048 run osmo-stp_10.42.42.5(pid=32091): Launched\u000a05:59:35.048672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:35.607283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32093): Launched\u000a05:59:35.722264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:36.001278 run patchelf(pid=32094): Launched\u000a05:59:36.188660 run osmo-stp_10.42.42.5(pid=32091): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32091)]\u000a05:59:36.326263 run osmo-stp_10.42.42.5(pid=32091): stdout: \u000a| (launched: 2022-12-09_05:59:34.775355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:36.463198 run osmo-stp_10.42.42.5(pid=32091): stderr: \u000a| �[0;m�[38;5;43m20221209055934966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055934966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055934966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055934967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055934969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055934969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055934969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:36.596154 run osmo-stp_10.42.42.5(pid=32091): stdout: \u000a| (launched: 2022-12-09_05:59:34.775355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:36.727426 run osmo-stp_10.42.42.5(pid=32091): stderr: \u000a| �[0;m�[38;5;43m20221209055934966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055934966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055934966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055934967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055934969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055934969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055934969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:36.880473 run patchelf(pid=32094): Terminating (SIGINT)\u000a05:59:37.060820 run patchelf(pid=32094): Terminated: ok {rc=0}\u000a05:59:37.093713 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32091): Process ended prematurely: osmo-stp_10.42.42.5(pid=32091) [trial-2355↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32091)] [trial-2355↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a05:59:37.103421 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a05:59:37.165776 run osmo-hlr_10.42.42.2(pid=32088): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32088)]\u000a05:59:37.216682 run osmo-hlr_10.42.42.2(pid=32088): stdout: \u000a| (launched: 2022-12-09_05:59:33.782202) \u000a05:59:37.268300 run osmo-hlr_10.42.42.2(pid=32088): stderr: \u000a| �[0;m�[1;31m20221209055933980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055933980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055933980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055933980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055933980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055933980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055933992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055934000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055934000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055934000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:37.312487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32081): Terminating (SIGTERM)\u000a05:59:37.354253 run iperf3-srv_10.42.42.10(pid=32082): Terminating (SIGTERM)\u000a05:59:37.395993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32083): Terminating (SIGTERM)\u000a05:59:37.437609 run iperf3-srv_10.42.42.10(pid=32084): Terminating (SIGTERM)\u000a05:59:37.479249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32087): Terminating (SIGTERM)\u000a05:59:37.521278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32090): Terminating (SIGTERM)\u000a05:59:37.562947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32093): Terminating (SIGTERM)\u000a05:59:37.572516 --- ParallelTerminationStrategy: PID 32081 died...\u000a05:59:37.628294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32081): Terminated: ok {rc=0}\u000a05:59:37.638380 --- ParallelTerminationStrategy: PID 32082 died...\u000a05:59:37.693139 run iperf3-srv_10.42.42.10(pid=32082): Terminated {rc=256}\u000a05:59:37.703096 --- ParallelTerminationStrategy: PID 32083 died...\u000a05:59:37.758452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32083): Terminated: ok {rc=0}\u000a05:59:37.768251 --- ParallelTerminationStrategy: PID 32084 died...\u000a05:59:37.823808 run iperf3-srv_10.42.42.10(pid=32084): Terminated {rc=256}\u000a05:59:37.833862 --- ParallelTerminationStrategy: PID 32087 died...\u000a05:59:37.889226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32087): Terminated: ok {rc=0}\u000a05:59:37.899301 --- ParallelTerminationStrategy: PID 32090 died...\u000a05:59:37.955056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32090): Terminated: ok {rc=0}\u000a05:59:37.965226 --- ParallelTerminationStrategy: PID 32093 died...\u000a05:59:38.020812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32093): Terminated: ok {rc=0}\u000a05:59:38.109232 bus /gobi_0: Setting Powered False\u000a05:59:39.215575 bus /gobi_0: Setting Powered False\u000a05:59:40.323074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32104): Process ended prematurely: osmo-stp_10.42.42.5(pid=32104) [trial-2355↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32104)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32104): Process ended prematurely: osmo-stp_10.42.42.5(pid=32104) [trial-2355↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a05:59:41.436604 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.448320 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:41.598984 tst iperf3.py: using LAC 19415\u000a05:59:41.723241 tst iperf3.py: using RAC 35\u000a05:59:41.849361 tst iperf3.py: using CellId 19415\u000a05:59:41.984896 tst iperf3.py: using BVCI 19416\u000a05:59:42.008048 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.019026 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.029675 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.042033 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.053306 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.064373 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.075884 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.087076 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:42.098603 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:42.372184 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:59:42.496720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:42.804631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32096): Launched\u000a05:59:43.061614 run iperf3-srv_10.42.42.10(pid=32097): Launched\u000a05:59:43.243365 tst iperf3.py:8: start network...\u000a05:59:43.367755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:43.836497 run create_hlr_db(pid=32098): Launched\u000a05:59:44.009302 bus /gobi_6: Setting Powered False\u000a05:59:45.029954 run create_hlr_db(pid=32098): Terminated: ok {rc=0}\u000a05:59:45.454601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32100): Launched\u000a05:59:45.773381 run osmo-hlr_10.42.42.2(pid=32101): Launched\u000a05:59:46.004157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:46.587336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32103): Launched\u000a05:59:47.011567 run osmo-stp_10.42.42.5(pid=32104): Launched\u000a05:59:47.149420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:47.745330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32106): Launched\u000a05:59:47.851658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:48.111580 run patchelf(pid=32107): Launched\u000a05:59:48.287390 run osmo-stp_10.42.42.5(pid=32104): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32104)]\u000a05:59:48.416005 run osmo-stp_10.42.42.5(pid=32104): stdout: \u000a| (launched: 2022-12-09_05:59:46.753597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:48.544204 run osmo-stp_10.42.42.5(pid=32104): stderr: \u000a| �[0;m�[38;5;43m20221209055947061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055947061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055947062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055947062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055947064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055947064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055947080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:48.668468 run osmo-stp_10.42.42.5(pid=32104): stdout: \u000a| (launched: 2022-12-09_05:59:46.753597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:48.791910 run osmo-stp_10.42.42.5(pid=32104): stderr: \u000a| �[0;m�[38;5;43m20221209055947061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055947061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055947062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055947062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055947064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055947064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055947080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:48.935214 run patchelf(pid=32107): Terminating (SIGINT)\u000a05:59:49.102970 run patchelf(pid=32107): Terminated: ok {rc=0}\u000a05:59:49.133858 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32104): Process ended prematurely: osmo-stp_10.42.42.5(pid=32104) [trial-2355↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32104)] [trial-2355↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a05:59:49.142870 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:59:49.203282 run osmo-hlr_10.42.42.2(pid=32101): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32101)]\u000a05:59:49.252654 run osmo-hlr_10.42.42.2(pid=32101): stdout: \u000a| (launched: 2022-12-09_05:59:45.617223) \u000a05:59:49.302576 run osmo-hlr_10.42.42.2(pid=32101): stderr: \u000a| �[0;m�[1;31m20221209055945812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055945813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055945813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055945813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055945813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055945813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055945825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055945837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055945837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055945837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:49.345043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32096): Terminating (SIGTERM)\u000a05:59:49.384827 run iperf3-srv_10.42.42.10(pid=32097): Terminating (SIGTERM)\u000a05:59:49.425586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32100): Terminating (SIGTERM)\u000a05:59:49.465703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32103): Terminating (SIGTERM)\u000a05:59:49.505703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32106): Terminating (SIGTERM)\u000a05:59:49.515140 --- ParallelTerminationStrategy: PID 32096 died...\u000a05:59:49.568645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32096): Terminated: ok {rc=0}\u000a05:59:49.578567 --- ParallelTerminationStrategy: PID 32097 died...\u000a05:59:49.632110 run iperf3-srv_10.42.42.10(pid=32097): Terminated {rc=256}\u000a05:59:49.642105 --- ParallelTerminationStrategy: PID 32100 died...\u000a05:59:49.695473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32100): Terminated: ok {rc=0}\u000a05:59:49.705121 --- ParallelTerminationStrategy: PID 32103 died...\u000a05:59:49.758290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32103): Terminated: ok {rc=0}\u000a05:59:49.768147 --- ParallelTerminationStrategy: PID 32106 died...\u000a05:59:49.821570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32106): Terminated: ok {rc=0}\u000a05:59:49.905475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32122): Process ended prematurely: osmo-stp_10.42.42.5(pid=32122) [trial-2355↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32122): Process ended prematurely: osmo-stp_10.42.42.5(pid=32122) [trial-2355↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a05:59:51.013297 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.024529 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:51.160857 tst iperf3m4.py: using LAC 19416\u000a05:59:51.279001 tst iperf3m4.py: using RAC 36\u000a05:59:51.395375 tst iperf3m4.py: using CellId 19416\u000a05:59:51.515694 tst iperf3m4.py: using BVCI 19417\u000a05:59:51.538615 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.549425 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.560020 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.571002 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.581883 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.592655 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.603770 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.614563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:51.625614 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:51.742396 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:51.863394 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:51.984261 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:52.258459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:59:52.382230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:52.691281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Launched\u000a05:59:52.946579 run iperf3-srv_10.42.42.10(pid=32109): Launched\u000a05:59:53.127017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:59:53.250194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:53.555674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Launched\u000a05:59:53.810649 run iperf3-srv_10.42.42.10(pid=32111): Launched\u000a05:59:53.991938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:59:54.115246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:54.423288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32112): Launched\u000a05:59:54.679635 run iperf3-srv_10.42.42.10(pid=32113): Launched\u000a05:59:54.859908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:59:54.983072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:55.289440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Launched\u000a05:59:55.546043 run iperf3-srv_10.42.42.10(pid=32115): Launched\u000a05:59:55.725986 tst iperf3m4.py:8: start network...\u000a05:59:55.849457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:56.316172 run create_hlr_db(pid=32116): Launched\u000a05:59:56.488221 bus /gobi_6: Setting Powered False\u000a05:59:57.509434 run create_hlr_db(pid=32116): Terminated: ok {rc=0}\u000a05:59:57.905716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32118): Launched\u000a05:59:58.203041 run osmo-hlr_10.42.42.2(pid=32119): Launched\u000a05:59:58.319594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:58.845703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32121): Launched\u000a05:59:59.143768 run osmo-stp_10.42.42.5(pid=32122): Launched\u000a05:59:59.252229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:59.769944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32124): Launched\u000a05:59:59.876542 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:00.135990 run patchelf(pid=32125): Launched\u000a06:00:00.311125 run osmo-stp_10.42.42.5(pid=32122): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)]\u000a06:00:00.439177 run osmo-stp_10.42.42.5(pid=32122): stdout: \u000a| (launched: 2022-12-09_05:59:58.996628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:00.567818 run osmo-stp_10.42.42.5(pid=32122): stderr: \u000a| �[0;m�[38;5;43m20221209055959165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055959165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055959165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055959166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055959166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055959166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055959166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:00.692359 run osmo-stp_10.42.42.5(pid=32122): stdout: \u000a| (launched: 2022-12-09_05:59:58.996628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:00.815743 run osmo-stp_10.42.42.5(pid=32122): stderr: \u000a| �[0;m�[38;5;43m20221209055959165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209055959165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209055959165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209055959166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209055959166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209055959166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209055959166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:00.986284 run patchelf(pid=32125): Terminating (SIGINT)\u000a06:00:01.161148 run patchelf(pid=32125): Terminated: ok {rc=0}\u000a06:00:01.193467 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32122): Process ended prematurely: osmo-stp_10.42.42.5(pid=32122) [trial-2355↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)] [trial-2355↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a06:00:01.203815 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a06:00:01.282552 run osmo-hlr_10.42.42.2(pid=32119): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32119)]\u000a06:00:01.338920 run osmo-hlr_10.42.42.2(pid=32119): stdout: \u000a| (launched: 2022-12-09_05:59:58.057233) \u000a06:00:01.397410 run osmo-hlr_10.42.42.2(pid=32119): stderr: \u000a| �[0;m�[1;31m20221209055958231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209055958231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209055958231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055958231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209055958231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209055958231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209055958243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209055958253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209055958253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209055958253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:01.442565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminating (SIGTERM)\u000a06:00:01.484037 run iperf3-srv_10.42.42.10(pid=32109): Terminating (SIGTERM)\u000a06:00:01.526953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminating (SIGTERM)\u000a06:00:01.570875 run iperf3-srv_10.42.42.10(pid=32111): Terminating (SIGTERM)\u000a06:00:01.614142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32112): Terminating (SIGTERM)\u000a06:00:01.657499 run iperf3-srv_10.42.42.10(pid=32113): Terminating (SIGTERM)\u000a06:00:01.699676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminating (SIGTERM)\u000a06:00:01.741119 run iperf3-srv_10.42.42.10(pid=32115): Terminating (SIGTERM)\u000a06:00:01.787906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32118): Terminating (SIGTERM)\u000a06:00:01.832437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32121): Terminating (SIGTERM)\u000a06:00:01.874785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32124): Terminating (SIGTERM)\u000a06:00:01.884908 --- ParallelTerminationStrategy: PID 32108 died...\u000a06:00:01.941624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminated: ok {rc=0}\u000a06:00:01.952133 --- ParallelTerminationStrategy: PID 32109 died...\u000a06:00:02.008755 run iperf3-srv_10.42.42.10(pid=32109): Terminated {rc=256}\u000a06:00:02.019366 --- ParallelTerminationStrategy: PID 32110 died...\u000a06:00:02.076495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminated: ok {rc=0}\u000a06:00:02.087458 --- ParallelTerminationStrategy: PID 32111 died...\u000a06:00:02.156175 run iperf3-srv_10.42.42.10(pid=32111): Terminated {rc=256}\u000a06:00:02.171250 --- ParallelTerminationStrategy: PID 32112 died...\u000a06:00:02.232887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32112): Terminated: ok {rc=0}\u000a06:00:02.243665 --- ParallelTerminationStrategy: PID 32113 died...\u000a06:00:02.301701 run iperf3-srv_10.42.42.10(pid=32113): Terminated {rc=256}\u000a06:00:02.312445 --- ParallelTerminationStrategy: PID 32114 died...\u000a06:00:02.369735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32114): Terminated: ok {rc=0}\u000a06:00:02.380413 --- ParallelTerminationStrategy: PID 32115 died...\u000a06:00:02.438167 run iperf3-srv_10.42.42.10(pid=32115): Terminated {rc=256}\u000a06:00:02.448858 --- ParallelTerminationStrategy: PID 32118 died...\u000a06:00:02.506098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32118): Terminated: ok {rc=0}\u000a06:00:02.516824 --- ParallelTerminationStrategy: PID 32121 died...\u000a06:00:02.574105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32121): Terminated: ok {rc=0}\u000a06:00:02.584899 --- ParallelTerminationStrategy: PID 32124 died...\u000a06:00:02.645990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32124): Terminated: ok {rc=0}\u000a06:00:02.737870 bus /gobi_4: Setting Powered False\u000a06:00:03.842832 bus /gobi_4: Setting Powered False\u000a06:00:04.953529 bus /gobi_1: Setting Powered False\u000a06:00:06.056294 bus /gobi_1: Setting Powered False\u000a06:00:07.167852 bus /gobi_0: Setting Powered False\u000a06:00:08.270502 bus /gobi_0: Setting Powered False\u000a06:00:09.382101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32177): Process ended prematurely: osmo-stp_10.42.42.5(pid=32177) [trial-2355↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32177): Process ended prematurely: osmo-stp_10.42.42.5(pid=32177) [trial-2355↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a06:00:10.449542 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:10.460828 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:10.597741 tst ping.py: using LAC 19417\u000a06:00:10.712538 tst ping.py: using RAC 37\u000a06:00:10.827407 tst ping.py: using CellId 19417\u000a06:00:10.950370 tst ping.py: using BVCI 19418\u000a06:00:10.974489 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:10.985741 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:10.996875 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:11.008585 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:11.020818 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:11.031739 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:11.043442 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:11.055063 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:11.326593 tst ping.py:19: start network...\u000a06:00:11.447569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:11.907253 run create_hlr_db(pid=32170): Launched\u000a06:00:12.076181 bus /gobi_6: Setting Powered False\u000a06:00:13.097770 run create_hlr_db(pid=32170): Terminated: ok {rc=0}\u000a06:00:13.488173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32172): Launched\u000a06:00:13.783914 run osmo-hlr_10.42.42.2(pid=32173): Launched\u000a06:00:13.894565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:14.404917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32176): Launched\u000a06:00:14.698007 run osmo-stp_10.42.42.5(pid=32177): Launched\u000a06:00:14.805411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:15.317462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32179): Launched\u000a06:00:15.421372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:15.676052 run patchelf(pid=32180): Launched\u000a06:00:15.857424 run osmo-stp_10.42.42.5(pid=32177): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)]\u000a06:00:16.011938 run osmo-stp_10.42.42.5(pid=32177): stdout: \u000a| (launched: 2022-12-09_06:00:14.553234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:16.151711 run osmo-stp_10.42.42.5(pid=32177): stderr: \u000a| �[0;m�[38;5;43m20221209060014724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060014724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060014724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060014725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060014725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060014725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060014725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:16.286833 run osmo-stp_10.42.42.5(pid=32177): stdout: \u000a| (launched: 2022-12-09_06:00:14.553234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:16.419535 run osmo-stp_10.42.42.5(pid=32177): stderr: \u000a| �[0;m�[38;5;43m20221209060014724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060014724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060014724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060014725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060014725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060014725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060014725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:16.581790 run patchelf(pid=32180): Terminating (SIGINT)\u000a06:00:16.764291 run patchelf(pid=32180): Terminated: ok {rc=0}\u000a06:00:16.798367 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32177): Process ended prematurely: osmo-stp_10.42.42.5(pid=32177) [trial-2355↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32177)] [trial-2355↪gprs:trx-sysmocell5000↪ping.py:22]\u000a06:00:16.808460 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:00:16.874503 run osmo-hlr_10.42.42.2(pid=32173): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32173)]\u000a06:00:16.927313 run osmo-hlr_10.42.42.2(pid=32173): stdout: \u000a| (launched: 2022-12-09_06:00:13.636471) \u000a06:00:16.981293 run osmo-hlr_10.42.42.2(pid=32173): stderr: \u000a| �[0;m�[1;31m20221209060013820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060013820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060013820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060013820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060013820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060013820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060013837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060013847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060013847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060013847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:17.027517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32172): Terminating (SIGTERM)\u000a06:00:17.073868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32176): Terminating (SIGTERM)\u000a06:00:17.119629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32179): Terminating (SIGTERM)\u000a06:00:17.130176 --- ParallelTerminationStrategy: PID 32172 died...\u000a06:00:17.188913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32172): Terminated: ok {rc=0}\u000a06:00:17.199666 --- ParallelTerminationStrategy: PID 32176 died...\u000a06:00:17.256776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32176): Terminated: ok {rc=0}\u000a06:00:17.266999 --- ParallelTerminationStrategy: PID 32179 died...\u000a06:00:17.323347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32179): Terminated: ok {rc=0}\u000a06:00:17.411207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32187): Process ended prematurely: osmo-stp_10.42.42.5(pid=32187) [trial-2355↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32187)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32187): Process ended prematurely: osmo-stp_10.42.42.5(pid=32187) [trial-2355↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a06:00:18.462367 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:18.473538 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:18.606468 tst ping_idle_ping.py: using LAC 19418\u000a06:00:18.726552 tst ping_idle_ping.py: using RAC 38\u000a06:00:18.840468 tst ping_idle_ping.py: using CellId 19418\u000a06:00:18.955861 tst ping_idle_ping.py: using BVCI 19419\u000a06:00:18.978211 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:18.989003 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:18.999508 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:19.010383 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:19.021061 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:19.031773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:19.042684 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:19.053971 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:19.323246 tst ping_idle_ping.py:24: start network...\u000a06:00:19.444774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:19.908895 run create_hlr_db(pid=32181): Launched\u000a06:00:20.079232 bus /gobi_6: Setting Powered False\u000a06:00:21.100816 run create_hlr_db(pid=32181): Terminated: ok {rc=0}\u000a06:00:21.494590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32183): Launched\u000a06:00:21.788330 run osmo-hlr_10.42.42.2(pid=32184): Launched\u000a06:00:21.896170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:22.405882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32186): Launched\u000a06:00:22.698979 run osmo-stp_10.42.42.5(pid=32187): Launched\u000a06:00:22.805887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:23.316723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32189): Launched\u000a06:00:23.420599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:23.676174 run patchelf(pid=32190): Launched\u000a06:00:23.848481 run osmo-stp_10.42.42.5(pid=32187): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32187)]\u000a06:00:23.974666 run osmo-stp_10.42.42.5(pid=32187): stdout: \u000a| (launched: 2022-12-09_06:00:22.554175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:24.101211 run osmo-stp_10.42.42.5(pid=32187): stderr: \u000a| �[0;m�[38;5;43m20221209060022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060022725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:24.222894 run osmo-stp_10.42.42.5(pid=32187): stdout: \u000a| (launched: 2022-12-09_06:00:22.554175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:24.343086 run osmo-stp_10.42.42.5(pid=32187): stderr: \u000a| �[0;m�[38;5;43m20221209060022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060022725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:24.483723 run patchelf(pid=32190): Terminating (SIGINT)\u000a06:00:24.649233 run patchelf(pid=32190): Terminated: ok {rc=0}\u000a06:00:24.679390 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32187): Process ended prematurely: osmo-stp_10.42.42.5(pid=32187) [trial-2355↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32187)] [trial-2355↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a06:00:24.688305 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a06:00:24.749031 run osmo-hlr_10.42.42.2(pid=32184): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32184)]\u000a06:00:24.798561 run osmo-hlr_10.42.42.2(pid=32184): stdout: \u000a| (launched: 2022-12-09_06:00:21.643474) \u000a06:00:24.848881 run osmo-hlr_10.42.42.2(pid=32184): stderr: \u000a| �[0;m�[1;31m20221209060021816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060021816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060021816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060021816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060021816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060021816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060021829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060021839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060021840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060021840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:24.891716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32183): Terminating (SIGTERM)\u000a06:00:24.932046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32186): Terminating (SIGTERM)\u000a06:00:24.972370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32189): Terminating (SIGTERM)\u000a06:00:24.981954 --- ParallelTerminationStrategy: PID 32183 died...\u000a06:00:25.035638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32183): Terminated: ok {rc=0}\u000a06:00:25.045389 --- ParallelTerminationStrategy: PID 32186 died...\u000a06:00:25.099069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32186): Terminated: ok {rc=0}\u000a06:00:25.108726 --- ParallelTerminationStrategy: PID 32189 died...\u000a06:00:25.162329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32189): Terminated: ok {rc=0}\u000a06:00:25.246548 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T05:59:28" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:00:27.418220 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:27.429521 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:27.571306 tst cs_paging_gprs_active.py: using LAC 19419\u000a06:00:27.693600 tst cs_paging_gprs_active.py: using RAC 39\u000a06:00:27.809624 tst cs_paging_gprs_active.py: using CellId 19419\u000a06:00:27.926219 tst cs_paging_gprs_active.py: using BVCI 19420\u000a06:00:27.949302 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:27.960134 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:27.970892 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:27.981824 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:27.992473 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:28.003324 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:28.014345 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:28.025263 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:28.036195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:28.154575 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:28.430077 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:00:28.554891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:28.865412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32195): Launched\u000a06:00:29.123335 run iperf3-srv_10.42.42.10(pid=32196): Launched\u000a06:00:29.305812 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:00:29.430483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:29.740195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Launched\u000a06:00:29.998229 run iperf3-srv_10.42.42.10(pid=32198): Launched\u000a06:00:30.180324 tst cs_paging_gprs_active.py:38: start network...\u000a06:00:30.305213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:30.778484 run create_hlr_db(pid=32199): Launched\u000a06:00:30.975941 bus /gobi_6: Setting Powered False\u000a06:00:32.028253 run create_hlr_db(pid=32199): Terminated: ok {rc=0}\u000a06:00:32.474384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Launched\u000a06:00:32.774586 run osmo-hlr_10.42.42.2(pid=32202): Launched\u000a06:00:32.892565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:33.421432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Launched\u000a06:00:33.720226 run osmo-stp_10.42.42.5(pid=32205): Launched\u000a06:00:33.829618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:34.350437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32207): Launched\u000a06:00:34.456920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:34.717555 run patchelf(pid=32208): Launched\u000a06:00:34.894177 run osmo-stp_10.42.42.5(pid=32205): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]\u000a06:00:35.022419 run osmo-stp_10.42.42.5(pid=32205): stdout: \u000a| (launched: 2022-12-09_06:00:33.572941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:35.151074 run osmo-stp_10.42.42.5(pid=32205): stderr: \u000a| �[0;m�[38;5;43m20221209060033743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060033743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060033743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060033744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060033744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060033744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060033744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:35.275504 run osmo-stp_10.42.42.5(pid=32205): stdout: \u000a| (launched: 2022-12-09_06:00:33.572941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:35.399129 run osmo-stp_10.42.42.5(pid=32205): stderr: \u000a| �[0;m�[38;5;43m20221209060033743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060033743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060033743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060033744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060033744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060033744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060033744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:35.542724 run patchelf(pid=32208): Terminating (SIGINT)\u000a06:00:35.711307 run patchelf(pid=32208): Terminated: ok {rc=0}\u000a06:00:35.742317 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:00:35.751559 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:00:35.812054 run osmo-hlr_10.42.42.2(pid=32202): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32202)]\u000a06:00:35.861413 run osmo-hlr_10.42.42.2(pid=32202): stdout: \u000a| (launched: 2022-12-09_06:00:32.626509) \u000a06:00:35.911330 run osmo-hlr_10.42.42.2(pid=32202): stderr: \u000a| �[0;m�[1;31m20221209060032805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060032805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060032805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060032805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060032805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060032805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060032818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060032826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060032826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060032827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:35.954080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32195): Terminating (SIGTERM)\u000a06:00:35.994191 run iperf3-srv_10.42.42.10(pid=32196): Terminating (SIGTERM)\u000a06:00:36.034422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Terminating (SIGTERM)\u000a06:00:36.074868 run iperf3-srv_10.42.42.10(pid=32198): Terminating (SIGTERM)\u000a06:00:36.115177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminating (SIGTERM)\u000a06:00:36.155443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminating (SIGTERM)\u000a06:00:36.195471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32207): Terminating (SIGTERM)\u000a06:00:36.204822 --- ParallelTerminationStrategy: PID 32195 died...\u000a06:00:36.259251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32195): Terminated: ok {rc=0}\u000a06:00:36.268764 --- ParallelTerminationStrategy: PID 32196 died...\u000a06:00:36.322189 run iperf3-srv_10.42.42.10(pid=32196): Terminated {rc=256}\u000a06:00:36.331973 --- ParallelTerminationStrategy: PID 32197 died...\u000a06:00:36.385035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Terminated: ok {rc=0}\u000a06:00:36.394776 --- ParallelTerminationStrategy: PID 32198 died...\u000a06:00:36.448082 run iperf3-srv_10.42.42.10(pid=32198): Terminated {rc=256}\u000a06:00:36.457656 --- ParallelTerminationStrategy: PID 32201 died...\u000a06:00:36.510818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminated: ok {rc=0}\u000a06:00:36.520555 --- ParallelTerminationStrategy: PID 32204 died...\u000a06:00:36.573807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminated: ok {rc=0}\u000a06:00:36.583586 --- ParallelTerminationStrategy: PID 32207 died...\u000a06:00:36.636749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32207): Terminated: ok {rc=0}\u000a06:00:36.720095 bus /gobi_0: Setting Powered False\u000a06:00:37.826927 bus /gobi_0: Setting Powered False\u000a06:00:38.936183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32217): Process ended prematurely: osmo-stp_10.42.42.5(pid=32217) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32217): Process ended prematurely: osmo-stp_10.42.42.5(pid=32217) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:00:40.051850 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.063864 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:40.212423 tst iperf3.py: using LAC 19420\u000a06:00:40.339765 tst iperf3.py: using RAC 40\u000a06:00:40.467066 tst iperf3.py: using CellId 19420\u000a06:00:40.587045 tst iperf3.py: using BVCI 19421\u000a06:00:40.609987 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.620775 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.631417 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.642351 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.653389 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.664204 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.675150 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.685944 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.697078 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:40.987732 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:00:41.121527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:41.451559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32209): Launched\u000a06:00:41.726316 run iperf3-srv_10.42.42.10(pid=32210): Launched\u000a06:00:41.922186 tst iperf3.py:8: start network...\u000a06:00:42.056121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:42.568771 run create_hlr_db(pid=32211): Launched\u000a06:00:42.754561 bus /gobi_6: Setting Powered False\u000a06:00:43.774592 run create_hlr_db(pid=32211): Terminated: ok {rc=0}\u000a06:00:44.175048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32213): Launched\u000a06:00:44.471791 run osmo-hlr_10.42.42.2(pid=32214): Launched\u000a06:00:44.588824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:45.114878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32216): Launched\u000a06:00:45.412481 run osmo-stp_10.42.42.5(pid=32217): Launched\u000a06:00:45.521592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:46.080033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32219): Launched\u000a06:00:46.190198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:46.474787 run patchelf(pid=32220): Launched\u000a06:00:46.655733 run osmo-stp_10.42.42.5(pid=32217): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)]\u000a06:00:46.788065 run osmo-stp_10.42.42.5(pid=32217): stdout: \u000a| (launched: 2022-12-09_06:00:45.266360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:46.921855 run osmo-stp_10.42.42.5(pid=32217): stderr: \u000a| �[0;m�[38;5;43m20221209060045436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060045436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060045436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060045437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060045437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060045437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060045437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:47.050384 run osmo-stp_10.42.42.5(pid=32217): stdout: \u000a| (launched: 2022-12-09_06:00:45.266360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:47.177826 run osmo-stp_10.42.42.5(pid=32217): stderr: \u000a| �[0;m�[38;5;43m20221209060045436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060045436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060045436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060045437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060045437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060045437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060045437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:47.322487 run patchelf(pid=32220): Terminating (SIGINT)\u000a06:00:47.491509 run patchelf(pid=32220): Terminated: ok {rc=0}\u000a06:00:47.522593 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32217): Process ended prematurely: osmo-stp_10.42.42.5(pid=32217) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a06:00:47.531841 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:00:47.594585 run osmo-hlr_10.42.42.2(pid=32214): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32214)]\u000a06:00:47.645127 run osmo-hlr_10.42.42.2(pid=32214): stdout: \u000a| (launched: 2022-12-09_06:00:44.326025) \u000a06:00:47.696298 run osmo-hlr_10.42.42.2(pid=32214): stderr: \u000a| �[0;m�[1;31m20221209060044501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060044501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060044501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060044501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060044501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060044501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060044512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060044521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060044521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060044521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:47.739229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32209): Terminating (SIGTERM)\u000a06:00:47.780255 run iperf3-srv_10.42.42.10(pid=32210): Terminating (SIGTERM)\u000a06:00:47.821822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32213): Terminating (SIGTERM)\u000a06:00:47.862693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32216): Terminating (SIGTERM)\u000a06:00:47.903564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32219): Terminating (SIGTERM)\u000a06:00:47.913544 --- ParallelTerminationStrategy: PID 32209 died...\u000a06:00:47.967922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32209): Terminated: ok {rc=0}\u000a06:00:47.978267 --- ParallelTerminationStrategy: PID 32210 died...\u000a06:00:48.032431 run iperf3-srv_10.42.42.10(pid=32210): Terminated {rc=256}\u000a06:00:48.042704 --- ParallelTerminationStrategy: PID 32213 died...\u000a06:00:48.096895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32213): Terminated: ok {rc=0}\u000a06:00:48.107341 --- ParallelTerminationStrategy: PID 32216 died...\u000a06:00:48.161355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32216): Terminated: ok {rc=0}\u000a06:00:48.171628 --- ParallelTerminationStrategy: PID 32219 died...\u000a06:00:48.225623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32219): Terminated: ok {rc=0}\u000a06:00:48.309587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32235): Process ended prematurely: osmo-stp_10.42.42.5(pid=32235) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32235)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32235): Process ended prematurely: osmo-stp_10.42.42.5(pid=32235) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:00:49.423993 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.435901 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:49.582783 tst iperf3m4.py: using LAC 19421\u000a06:00:49.708900 tst iperf3m4.py: using RAC 41\u000a06:00:49.837260 tst iperf3m4.py: using CellId 19421\u000a06:00:49.963314 tst iperf3m4.py: using BVCI 19422\u000a06:00:49.988076 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.999496 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.010902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.022173 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.033306 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.044393 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.055729 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.066890 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:50.078164 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:50.198396 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:50.315488 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:50.434752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:50.709964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:00:50.833734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:51.142154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32221): Launched\u000a06:00:51.398886 run iperf3-srv_10.42.42.10(pid=32222): Launched\u000a06:00:51.581157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:00:51.705630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:52.014504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32223): Launched\u000a06:00:52.271568 run iperf3-srv_10.42.42.10(pid=32224): Launched\u000a06:00:52.452911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:00:52.577073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:52.885835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32225): Launched\u000a06:00:53.143000 run iperf3-srv_10.42.42.10(pid=32226): Launched\u000a06:00:53.324798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:00:53.448869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:53.758015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32227): Launched\u000a06:00:54.014963 run iperf3-srv_10.42.42.10(pid=32228): Launched\u000a06:00:54.196925 tst iperf3m4.py:8: start network...\u000a06:00:54.321152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:54.793248 run create_hlr_db(pid=32229): Launched\u000a06:00:54.965700 bus /gobi_6: Setting Powered False\u000a06:00:56.000384 run create_hlr_db(pid=32229): Terminated: ok {rc=0}\u000a06:00:56.402069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32231): Launched\u000a06:00:56.702159 run osmo-hlr_10.42.42.2(pid=32232): Launched\u000a06:00:56.811460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:57.331586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32234): Launched\u000a06:00:57.630714 run osmo-stp_10.42.42.5(pid=32235): Launched\u000a06:00:57.739163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:58.258545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32237): Launched\u000a06:00:58.364898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:58.625358 run patchelf(pid=32238): Launched\u000a06:00:58.800442 run osmo-stp_10.42.42.5(pid=32235): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32235)]\u000a06:00:58.928832 run osmo-stp_10.42.42.5(pid=32235): stdout: \u000a| (launched: 2022-12-09_06:00:57.483551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:59.058044 run osmo-stp_10.42.42.5(pid=32235): stderr: \u000a| �[0;m�[38;5;43m20221209060057651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060057651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060057651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060057651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060057652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060057652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060057652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:59.182573 run osmo-stp_10.42.42.5(pid=32235): stdout: \u000a| (launched: 2022-12-09_06:00:57.483551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:59.306137 run osmo-stp_10.42.42.5(pid=32235): stderr: \u000a| �[0;m�[38;5;43m20221209060057651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060057651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060057651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060057651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060057652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060057652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060057652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:59.449755 run patchelf(pid=32238): Terminating (SIGINT)\u000a06:00:59.618360 run patchelf(pid=32238): Terminated: ok {rc=0}\u000a06:00:59.649349 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32235): Process ended prematurely: osmo-stp_10.42.42.5(pid=32235) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32235)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:00:59.658570 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a06:00:59.719609 run osmo-hlr_10.42.42.2(pid=32232): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32232)]\u000a06:00:59.769354 run osmo-hlr_10.42.42.2(pid=32232): stdout: \u000a| (launched: 2022-12-09_06:00:56.553470) \u000a06:00:59.819774 run osmo-hlr_10.42.42.2(pid=32232): stderr: \u000a| �[0;m�[1;31m20221209060056729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060056729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060056729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060056729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060056729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060056729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060056741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060056749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060056749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060056749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:59.862245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32221): Terminating (SIGTERM)\u000a06:00:59.902635 run iperf3-srv_10.42.42.10(pid=32222): Terminating (SIGTERM)\u000a06:00:59.942903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32223): Terminating (SIGTERM)\u000a06:00:59.983440 run iperf3-srv_10.42.42.10(pid=32224): Terminating (SIGTERM)\u000a06:01:00.023758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32225): Terminating (SIGTERM)\u000a06:01:00.063882 run iperf3-srv_10.42.42.10(pid=32226): Terminating (SIGTERM)\u000a06:01:00.104484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32227): Terminating (SIGTERM)\u000a06:01:00.144259 run iperf3-srv_10.42.42.10(pid=32228): Terminating (SIGTERM)\u000a06:01:00.184256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32231): Terminating (SIGTERM)\u000a06:01:00.224497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32234): Terminating (SIGTERM)\u000a06:01:00.264630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32237): Terminating (SIGTERM)\u000a06:01:00.274129 --- ParallelTerminationStrategy: PID 32221 died...\u000a06:01:00.327768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32221): Terminated: ok {rc=0}\u000a06:01:00.337597 --- ParallelTerminationStrategy: PID 32222 died...\u000a06:01:00.390888 run iperf3-srv_10.42.42.10(pid=32222): Terminated {rc=256}\u000a06:01:00.400362 --- ParallelTerminationStrategy: PID 32223 died...\u000a06:01:00.454211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32223): Terminated: ok {rc=0}\u000a06:01:00.463646 --- ParallelTerminationStrategy: PID 32224 died...\u000a06:01:00.516586 run iperf3-srv_10.42.42.10(pid=32224): Terminated {rc=256}\u000a06:01:00.526370 --- ParallelTerminationStrategy: PID 32225 died...\u000a06:01:00.579390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32225): Terminated: ok {rc=0}\u000a06:01:00.589349 --- ParallelTerminationStrategy: PID 32226 died...\u000a06:01:00.642186 run iperf3-srv_10.42.42.10(pid=32226): Terminated {rc=256}\u000a06:01:00.651888 --- ParallelTerminationStrategy: PID 32227 died...\u000a06:01:00.704673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32227): Terminated: ok {rc=0}\u000a06:01:00.714504 --- ParallelTerminationStrategy: PID 32228 died...\u000a06:01:00.767838 run iperf3-srv_10.42.42.10(pid=32228): Terminated {rc=256}\u000a06:01:00.777457 --- ParallelTerminationStrategy: PID 32231 died...\u000a06:01:00.830611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32231): Terminated: ok {rc=0}\u000a06:01:00.841102 --- ParallelTerminationStrategy: PID 32234 died...\u000a06:01:00.895071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32234): Terminated: ok {rc=0}\u000a06:01:00.905195 --- ParallelTerminationStrategy: PID 32237 died...\u000a06:01:00.959843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32237): Terminated: ok {rc=0}\u000a06:01:01.053719 bus /gobi_4: Setting Powered False\u000a06:01:02.184150 bus /gobi_4: Setting Powered False\u000a06:01:03.295094 bus /gobi_1: Setting Powered False\u000a06:01:04.402827 bus /gobi_1: Setting Powered False\u000a06:01:05.510517 bus /gobi_0: Setting Powered False\u000a06:01:06.617065 bus /gobi_0: Setting Powered False\u000a06:01:07.726342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32245): Process ended prematurely: osmo-stp_10.42.42.5(pid=32245) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32245): Process ended prematurely: osmo-stp_10.42.42.5(pid=32245) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:01:08.795460 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:08.807660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:08.945437 tst ping.py: using LAC 19422\u000a06:01:09.069329 tst ping.py: using RAC 42\u000a06:01:09.198856 tst ping.py: using CellId 19422\u000a06:01:09.323171 tst ping.py: using BVCI 19423\u000a06:01:09.347293 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.358756 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.370034 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.381247 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.392345 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.403462 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.414876 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:09.426101 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:09.711953 tst ping.py:19: start network...\u000a06:01:09.842570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:10.344174 run create_hlr_db(pid=32239): Launched\u000a06:01:10.526740 bus /gobi_6: Setting Powered False\u000a06:01:11.546403 run create_hlr_db(pid=32239): Terminated: ok {rc=0}\u000a06:01:11.940867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32241): Launched\u000a06:01:12.233468 run osmo-hlr_10.42.42.2(pid=32242): Launched\u000a06:01:12.346485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:12.865703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32244): Launched\u000a06:01:13.157085 run osmo-stp_10.42.42.5(pid=32245): Launched\u000a06:01:13.263459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:13.772502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32247): Launched\u000a06:01:13.876630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:14.132107 run patchelf(pid=32248): Launched\u000a06:01:14.304782 run osmo-stp_10.42.42.5(pid=32245): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)]\u000a06:01:14.431843 run osmo-stp_10.42.42.5(pid=32245): stdout: \u000a| (launched: 2022-12-09_06:01:13.014444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:14.558961 run osmo-stp_10.42.42.5(pid=32245): stderr: \u000a| �[0;m�[38;5;43m20221209060113183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060113183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060113184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060113184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060113184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060113185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060113185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:14.681444 run osmo-stp_10.42.42.5(pid=32245): stdout: \u000a| (launched: 2022-12-09_06:01:13.014444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:14.802278 run osmo-stp_10.42.42.5(pid=32245): stderr: \u000a| �[0;m�[38;5;43m20221209060113183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060113183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060113184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060113184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060113184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060113185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060113185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:14.943013 run patchelf(pid=32248): Terminating (SIGINT)\u000a06:01:15.109034 run patchelf(pid=32248): Terminated: ok {rc=0}\u000a06:01:15.139185 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32245): Process ended prematurely: osmo-stp_10.42.42.5(pid=32245) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32245)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a06:01:15.147673 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:01:15.208117 run osmo-hlr_10.42.42.2(pid=32242): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32242)]\u000a06:01:15.256837 run osmo-hlr_10.42.42.2(pid=32242): stdout: \u000a| (launched: 2022-12-09_06:01:12.089831) \u000a06:01:15.306277 run osmo-hlr_10.42.42.2(pid=32242): stderr: \u000a| �[0;m�[1;31m20221209060112266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060112266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060112266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060112266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060112266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060112266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060112288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060112298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060112298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060112298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:15.348124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32241): Terminating (SIGTERM)\u000a06:01:15.388038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32244): Terminating (SIGTERM)\u000a06:01:15.428128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32247): Terminating (SIGTERM)\u000a06:01:15.437690 --- ParallelTerminationStrategy: PID 32241 died...\u000a06:01:15.491437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32241): Terminated: ok {rc=0}\u000a06:01:15.501385 --- ParallelTerminationStrategy: PID 32244 died...\u000a06:01:15.554596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32244): Terminated: ok {rc=0}\u000a06:01:15.564504 --- ParallelTerminationStrategy: PID 32247 died...\u000a06:01:15.618124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32247): Terminated: ok {rc=0}\u000a06:01:15.707163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:01:16.762466 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:16.774891 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:16.922889 tst ping_idle_ping.py: using LAC 19423\u000a06:01:17.071741 tst ping_idle_ping.py: using RAC 43\u000a06:01:17.206227 tst ping_idle_ping.py: using CellId 19423\u000a06:01:17.330608 tst ping_idle_ping.py: using BVCI 19424\u000a06:01:17.354650 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.366134 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.377367 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.388490 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.399642 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.410800 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.422286 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.433477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:17.704739 tst ping_idle_ping.py:24: start network...\u000a06:01:17.826077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:18.291144 run create_hlr_db(pid=32249): Launched\u000a06:01:18.461889 bus /gobi_6: Setting Powered False\u000a06:01:19.483387 run create_hlr_db(pid=32249): Terminated: ok {rc=0}\u000a06:01:19.875592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Launched\u000a06:01:20.168864 run osmo-hlr_10.42.42.2(pid=32252): Launched\u000a06:01:20.280566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:20.801258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Launched\u000a06:01:21.093239 run osmo-stp_10.42.42.5(pid=32255): Launched\u000a06:01:21.200806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:21.712867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32257): Launched\u000a06:01:21.817798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:22.074349 run patchelf(pid=32258): Launched\u000a06:01:22.247752 run osmo-stp_10.42.42.5(pid=32255): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]\u000a06:01:22.374705 run osmo-stp_10.42.42.5(pid=32255): stdout: \u000a| (launched: 2022-12-09_06:01:20.949964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:22.501978 run osmo-stp_10.42.42.5(pid=32255): stderr: \u000a| �[0;m�[38;5;43m20221209060121120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060121120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060121120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060121120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060121121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060121121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060121121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:22.624137 run osmo-stp_10.42.42.5(pid=32255): stdout: \u000a| (launched: 2022-12-09_06:01:20.949964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:22.745186 run osmo-stp_10.42.42.5(pid=32255): stderr: \u000a| �[0;m�[38;5;43m20221209060121120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060121120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060121120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060121120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060121121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060121121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060121121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:22.886382 run patchelf(pid=32258): Terminating (SIGINT)\u000a06:01:23.052114 run patchelf(pid=32258): Terminated: ok {rc=0}\u000a06:01:23.082325 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:01:23.090772 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:01:23.151729 run osmo-hlr_10.42.42.2(pid=32252): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32252)]\u000a06:01:23.201284 run osmo-hlr_10.42.42.2(pid=32252): stdout: \u000a| (launched: 2022-12-09_06:01:20.024819) \u000a06:01:23.251092 run osmo-hlr_10.42.42.2(pid=32252): stderr: \u000a| �[0;m�[1;31m20221209060120201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060120201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060120202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060120202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060120202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060120202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060120214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060120222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060120222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060120222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:23.293716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Terminating (SIGTERM)\u000a06:01:23.333913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Terminating (SIGTERM)\u000a06:01:23.374026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32257): Terminating (SIGTERM)\u000a06:01:23.383534 --- ParallelTerminationStrategy: PID 32251 died...\u000a06:01:23.437553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Terminated: ok {rc=0}\u000a06:01:23.447463 --- ParallelTerminationStrategy: PID 32254 died...\u000a06:01:23.500861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Terminated: ok {rc=0}\u000a06:01:23.510823 --- ParallelTerminationStrategy: PID 32257 died...\u000a06:01:23.564391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32257): Terminated: ok {rc=0}\u000a06:01:23.652975 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:00:27" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32273): Process ended prematurely: osmo-stp_10.42.42.5(pid=32273) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32273)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32273): Process ended prematurely: osmo-stp_10.42.42.5(pid=32273) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:01:25.822421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:25.833710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:25.998687 tst cs_paging_gprs_active.py: using LAC 19424\u000a06:01:26.120606 tst cs_paging_gprs_active.py: using RAC 44\u000a06:01:26.245942 tst cs_paging_gprs_active.py: using CellId 19424\u000a06:01:26.370830 tst cs_paging_gprs_active.py: using BVCI 19425\u000a06:01:26.395307 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.406706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.417851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.429060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.440181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.451258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.462478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.473528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:26.484787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:26.602824 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:26.896936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:01:27.031622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:27.362497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32263): Launched\u000a06:01:27.637190 run iperf3-srv_10.42.42.10(pid=32264): Launched\u000a06:01:27.833534 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:01:27.967069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:28.297070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32265): Launched\u000a06:01:28.572249 run iperf3-srv_10.42.42.10(pid=32266): Launched\u000a06:01:28.768649 tst cs_paging_gprs_active.py:38: start network...\u000a06:01:28.902721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:29.417802 run create_hlr_db(pid=32267): Launched\u000a06:01:29.602985 bus /gobi_6: Setting Powered False\u000a06:01:30.623633 run create_hlr_db(pid=32267): Terminated: ok {rc=0}\u000a06:01:31.082216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32269): Launched\u000a06:01:31.506361 run osmo-hlr_10.42.42.2(pid=32270): Launched\u000a06:01:31.741126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:32.330149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32272): Launched\u000a06:01:32.650256 run osmo-stp_10.42.42.5(pid=32273): Launched\u000a06:01:32.768354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:33.329800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32275): Launched\u000a06:01:33.444744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:33.723452 run patchelf(pid=32276): Launched\u000a06:01:33.911499 run osmo-stp_10.42.42.5(pid=32273): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32273)]\u000a06:01:34.050308 run osmo-stp_10.42.42.5(pid=32273): stdout: \u000a| (launched: 2022-12-09_06:01:32.494065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:34.188102 run osmo-stp_10.42.42.5(pid=32273): stderr: \u000a| �[0;m�[38;5;43m20221209060132686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060132686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060132686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060132687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060132689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060132689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060132690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:34.321292 run osmo-stp_10.42.42.5(pid=32273): stdout: \u000a| (launched: 2022-12-09_06:01:32.494065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:34.453477 run osmo-stp_10.42.42.5(pid=32273): stderr: \u000a| �[0;m�[38;5;43m20221209060132686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060132686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060132686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060132687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060132689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060132689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060132690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:34.606858 run patchelf(pid=32276): Terminating (SIGINT)\u000a06:01:34.787268 run patchelf(pid=32276): Terminated: ok {rc=0}\u000a06:01:34.820251 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32273): Process ended prematurely: osmo-stp_10.42.42.5(pid=32273) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32273)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:01:34.829902 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a06:01:34.892470 run osmo-hlr_10.42.42.2(pid=32270): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32270)]\u000a06:01:34.943758 run osmo-hlr_10.42.42.2(pid=32270): stdout: \u000a| (launched: 2022-12-09_06:01:31.249238) \u000a06:01:34.996036 run osmo-hlr_10.42.42.2(pid=32270): stderr: \u000a| �[0;m�[1;31m20221209060131447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060131447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060131447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060131447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060131447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060131447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060131464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060131487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060131487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060131487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:35.040384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32263): Terminating (SIGTERM)\u000a06:01:35.082660 run iperf3-srv_10.42.42.10(pid=32264): Terminating (SIGTERM)\u000a06:01:35.124382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32265): Terminating (SIGTERM)\u000a06:01:35.166050 run iperf3-srv_10.42.42.10(pid=32266): Terminating (SIGTERM)\u000a06:01:35.207721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32269): Terminating (SIGTERM)\u000a06:01:35.249871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32272): Terminating (SIGTERM)\u000a06:01:35.291965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32275): Terminating (SIGTERM)\u000a06:01:35.301636 --- ParallelTerminationStrategy: PID 32263 died...\u000a06:01:35.357280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32263): Terminated: ok {rc=0}\u000a06:01:35.367205 --- ParallelTerminationStrategy: PID 32264 died...\u000a06:01:35.422343 run iperf3-srv_10.42.42.10(pid=32264): Terminated {rc=256}\u000a06:01:35.432237 --- ParallelTerminationStrategy: PID 32265 died...\u000a06:01:35.487573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32265): Terminated: ok {rc=0}\u000a06:01:35.497492 --- ParallelTerminationStrategy: PID 32266 died...\u000a06:01:35.552512 run iperf3-srv_10.42.42.10(pid=32266): Terminated {rc=256}\u000a06:01:35.562432 --- ParallelTerminationStrategy: PID 32269 died...\u000a06:01:35.617799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32269): Terminated: ok {rc=0}\u000a06:01:35.627809 --- ParallelTerminationStrategy: PID 32272 died...\u000a06:01:35.683272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32272): Terminated: ok {rc=0}\u000a06:01:35.693310 --- ParallelTerminationStrategy: PID 32275 died...\u000a06:01:35.748592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32275): Terminated: ok {rc=0}\u000a06:01:35.834934 bus /gobi_0: Setting Powered False\u000a06:01:36.942301 bus /gobi_0: Setting Powered False\u000a06:01:38.049839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32285): Process ended prematurely: osmo-stp_10.42.42.5(pid=32285) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32285)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32285): Process ended prematurely: osmo-stp_10.42.42.5(pid=32285) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:01:39.164453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.176331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:39.340675 tst iperf3.py: using LAC 19425\u000a06:01:39.459025 tst iperf3.py: using RAC 45\u000a06:01:39.574849 tst iperf3.py: using CellId 19425\u000a06:01:39.690373 tst iperf3.py: using BVCI 19426\u000a06:01:39.713351 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.724235 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.735079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.746105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.756919 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.767882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.779016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.789972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:39.801119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:40.091185 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:01:40.224480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:40.553617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32277): Launched\u000a06:01:40.824213 run iperf3-srv_10.42.42.10(pid=32278): Launched\u000a06:01:41.005632 tst iperf3.py:8: start network...\u000a06:01:41.130108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:41.600930 run create_hlr_db(pid=32279): Launched\u000a06:01:41.773279 bus /gobi_6: Setting Powered False\u000a06:01:42.793911 run create_hlr_db(pid=32279): Terminated: ok {rc=0}\u000a06:01:43.219532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32281): Launched\u000a06:01:43.539793 run osmo-hlr_10.42.42.2(pid=32282): Launched\u000a06:01:43.658573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:44.218542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32284): Launched\u000a06:01:44.536736 run osmo-stp_10.42.42.5(pid=32285): Launched\u000a06:01:44.653309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:45.214537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32287): Launched\u000a06:01:45.329514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:45.609522 run patchelf(pid=32288): Launched\u000a06:01:45.797835 run osmo-stp_10.42.42.5(pid=32285): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32285)]\u000a06:01:45.946232 run osmo-stp_10.42.42.5(pid=32285): stdout: \u000a| (launched: 2022-12-09_06:01:44.381837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:46.096446 run osmo-stp_10.42.42.5(pid=32285): stderr: \u000a| �[0;m�[38;5;43m20221209060144573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060144574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060144576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:46.235372 run osmo-stp_10.42.42.5(pid=32285): stdout: \u000a| (launched: 2022-12-09_06:01:44.381837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:46.370858 run osmo-stp_10.42.42.5(pid=32285): stderr: \u000a| �[0;m�[38;5;43m20221209060144573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060144574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060144576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:46.527269 run patchelf(pid=32288): Terminating (SIGINT)\u000a06:01:46.711216 run patchelf(pid=32288): Terminated: ok {rc=0}\u000a06:01:46.745256 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32285): Process ended prematurely: osmo-stp_10.42.42.5(pid=32285) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32285)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:01:46.756060 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:01:46.819872 run osmo-hlr_10.42.42.2(pid=32282): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32282)]\u000a06:01:46.872091 run osmo-hlr_10.42.42.2(pid=32282): stdout: \u000a| (launched: 2022-12-09_06:01:43.383307) \u000a06:01:46.925268 run osmo-hlr_10.42.42.2(pid=32282): stderr: \u000a| �[0;m�[1;31m20221209060143583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060143583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060143583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060143583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060143583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060143583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060143595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060143604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060143604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060143604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:46.970557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32277): Terminating (SIGTERM)\u000a06:01:47.015345 run iperf3-srv_10.42.42.10(pid=32278): Terminating (SIGTERM)\u000a06:01:47.059799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32281): Terminating (SIGTERM)\u000a06:01:47.102277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32284): Terminating (SIGTERM)\u000a06:01:47.144778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32287): Terminating (SIGTERM)\u000a06:01:47.154427 --- ParallelTerminationStrategy: PID 32277 died...\u000a06:01:47.210668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32277): Terminated: ok {rc=0}\u000a06:01:47.221116 --- ParallelTerminationStrategy: PID 32278 died...\u000a06:01:47.276565 run iperf3-srv_10.42.42.10(pid=32278): Terminated {rc=256}\u000a06:01:47.286491 --- ParallelTerminationStrategy: PID 32281 died...\u000a06:01:47.342250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32281): Terminated: ok {rc=0}\u000a06:01:47.352403 --- ParallelTerminationStrategy: PID 32284 died...\u000a06:01:47.407936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32284): Terminated: ok {rc=0}\u000a06:01:47.417992 --- ParallelTerminationStrategy: PID 32287 died...\u000a06:01:47.473608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32287): Terminated: ok {rc=0}\u000a06:01:47.560977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32303): Process ended prematurely: osmo-stp_10.42.42.5(pid=32303) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32303): Process ended prematurely: osmo-stp_10.42.42.5(pid=32303) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:01:48.670865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:48.682613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:48.845440 tst iperf3m4.py: using LAC 19426\u000a06:01:48.970618 tst iperf3m4.py: using RAC 46\u000a06:01:49.090472 tst iperf3m4.py: using CellId 19426\u000a06:01:49.208621 tst iperf3m4.py: using BVCI 19427\u000a06:01:49.231478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.242651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.253419 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.264456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.275415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.286507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.297640 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.308378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.319430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:49.434785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:49.551586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:49.671654 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:49.963819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:01:50.098141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:50.429352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32289): Launched\u000a06:01:50.706650 run iperf3-srv_10.42.42.10(pid=32290): Launched\u000a06:01:50.903128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:01:51.037199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:51.368017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32291): Launched\u000a06:01:51.644103 run iperf3-srv_10.42.42.10(pid=32292): Launched\u000a06:01:51.840485 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:01:51.973990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:52.305135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32293): Launched\u000a06:01:52.584084 run iperf3-srv_10.42.42.10(pid=32294): Launched\u000a06:01:52.780602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:01:52.914603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:53.246728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32295): Launched\u000a06:01:53.522764 run iperf3-srv_10.42.42.10(pid=32296): Launched\u000a06:01:53.719147 tst iperf3m4.py:8: start network...\u000a06:01:53.852652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:54.366021 run create_hlr_db(pid=32297): Launched\u000a06:01:54.551646 bus /gobi_6: Setting Powered False\u000a06:01:55.573638 run create_hlr_db(pid=32297): Terminated: ok {rc=0}\u000a06:01:55.975915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32299): Launched\u000a06:01:56.275081 run osmo-hlr_10.42.42.2(pid=32300): Launched\u000a06:01:56.389518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:56.910074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32302): Launched\u000a06:01:57.208863 run osmo-stp_10.42.42.5(pid=32303): Launched\u000a06:01:57.318200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:57.839229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32305): Launched\u000a06:01:57.945873 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:58.206555 run patchelf(pid=32306): Launched\u000a06:01:58.382726 run osmo-stp_10.42.42.5(pid=32303): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)]\u000a06:01:58.511525 run osmo-stp_10.42.42.5(pid=32303): stdout: \u000a| (launched: 2022-12-09_06:01:57.061941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:58.640506 run osmo-stp_10.42.42.5(pid=32303): stderr: \u000a| �[0;m�[38;5;43m20221209060157230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060157230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060157230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060157231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060157231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060157231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060157231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:58.765733 run osmo-stp_10.42.42.5(pid=32303): stdout: \u000a| (launched: 2022-12-09_06:01:57.061941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:58.889781 run osmo-stp_10.42.42.5(pid=32303): stderr: \u000a| �[0;m�[38;5;43m20221209060157230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060157230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060157230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060157231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060157231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060157231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060157231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:59.033492 run patchelf(pid=32306): Terminating (SIGINT)\u000a06:01:59.202255 run patchelf(pid=32306): Terminated: ok {rc=0}\u000a06:01:59.233127 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32303): Process ended prematurely: osmo-stp_10.42.42.5(pid=32303) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:01:59.242383 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:01:59.303473 run osmo-hlr_10.42.42.2(pid=32300): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32300)]\u000a06:01:59.353155 run osmo-hlr_10.42.42.2(pid=32300): stdout: \u000a| (launched: 2022-12-09_06:01:56.128288) \u000a06:01:59.403278 run osmo-hlr_10.42.42.2(pid=32300): stderr: \u000a| �[0;m�[1;31m20221209060156304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060156304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060156304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060156304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060156304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060156305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060156316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060156326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060156326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060156326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:59.446005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32289): Terminating (SIGTERM)\u000a06:01:59.486307 run iperf3-srv_10.42.42.10(pid=32290): Terminating (SIGTERM)\u000a06:01:59.526533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32291): Terminating (SIGTERM)\u000a06:01:59.566637 run iperf3-srv_10.42.42.10(pid=32292): Terminating (SIGTERM)\u000a06:01:59.606878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32293): Terminating (SIGTERM)\u000a06:01:59.647045 run iperf3-srv_10.42.42.10(pid=32294): Terminating (SIGTERM)\u000a06:01:59.687108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32295): Terminating (SIGTERM)\u000a06:01:59.727269 run iperf3-srv_10.42.42.10(pid=32296): Terminating (SIGTERM)\u000a06:01:59.767463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32299): Terminating (SIGTERM)\u000a06:01:59.807336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32302): Terminating (SIGTERM)\u000a06:01:59.847445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32305): Terminating (SIGTERM)\u000a06:01:59.856862 --- ParallelTerminationStrategy: PID 32289 died...\u000a06:01:59.910519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32289): Terminated: ok {rc=0}\u000a06:01:59.920389 --- ParallelTerminationStrategy: PID 32290 died...\u000a06:01:59.973320 run iperf3-srv_10.42.42.10(pid=32290): Terminated {rc=256}\u000a06:01:59.983061 --- ParallelTerminationStrategy: PID 32291 died...\u000a06:02:00.036725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32291): Terminated: ok {rc=0}\u000a06:02:00.046437 --- ParallelTerminationStrategy: PID 32292 died...\u000a06:02:00.099394 run iperf3-srv_10.42.42.10(pid=32292): Terminated {rc=256}\u000a06:02:00.109378 --- ParallelTerminationStrategy: PID 32293 died...\u000a06:02:00.163026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32293): Terminated: ok {rc=0}\u000a06:02:00.173024 --- ParallelTerminationStrategy: PID 32294 died...\u000a06:02:00.226314 run iperf3-srv_10.42.42.10(pid=32294): Terminated {rc=256}\u000a06:02:00.235927 --- ParallelTerminationStrategy: PID 32295 died...\u000a06:02:00.289351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32295): Terminated: ok {rc=0}\u000a06:02:00.299188 --- ParallelTerminationStrategy: PID 32296 died...\u000a06:02:00.352419 run iperf3-srv_10.42.42.10(pid=32296): Terminated {rc=256}\u000a06:02:00.362189 --- ParallelTerminationStrategy: PID 32299 died...\u000a06:02:00.415693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32299): Terminated: ok {rc=0}\u000a06:02:00.425516 --- ParallelTerminationStrategy: PID 32302 died...\u000a06:02:00.479754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32302): Terminated: ok {rc=0}\u000a06:02:00.489573 --- ParallelTerminationStrategy: PID 32305 died...\u000a06:02:00.542728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32305): Terminated: ok {rc=0}\u000a06:02:00.631663 bus /gobi_4: Setting Powered False\u000a06:02:01.775152 bus /gobi_4: Setting Powered False\u000a06:02:02.889286 bus /gobi_1: Setting Powered False\u000a06:02:03.995916 bus /gobi_1: Setting Powered False\u000a06:02:05.107331 bus /gobi_0: Setting Powered False\u000a06:02:06.212211 bus /gobi_0: Setting Powered False\u000a06:02:07.320301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32313): Process ended prematurely: osmo-stp_10.42.42.5(pid=32313) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32313)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32313): Process ended prematurely: osmo-stp_10.42.42.5(pid=32313) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:02:08.390381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:08.402553 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:08.566958 tst ping.py: using LAC 19427\u000a06:02:08.690516 tst ping.py: using RAC 47\u000a06:02:08.815948 tst ping.py: using CellId 19427\u000a06:02:08.939539 tst ping.py: using BVCI 19428\u000a06:02:08.964029 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:08.975646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:08.987078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:08.998972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:09.010415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:09.021853 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:09.033355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:09.044742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:09.329951 tst ping.py:19: start network...\u000a06:02:09.460819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:09.962365 run create_hlr_db(pid=32307): Launched\u000a06:02:10.145389 bus /gobi_6: Setting Powered False\u000a06:02:11.165096 run create_hlr_db(pid=32307): Terminated: ok {rc=0}\u000a06:02:11.557764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32309): Launched\u000a06:02:11.849357 run osmo-hlr_10.42.42.2(pid=32310): Launched\u000a06:02:11.956126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:12.465935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32312): Launched\u000a06:02:12.757496 run osmo-stp_10.42.42.5(pid=32313): Launched\u000a06:02:12.863219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:13.372350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32315): Launched\u000a06:02:13.476607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:13.732274 run patchelf(pid=32316): Launched\u000a06:02:13.906069 run osmo-stp_10.42.42.5(pid=32313): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32313)]\u000a06:02:14.032788 run osmo-stp_10.42.42.5(pid=32313): stdout: \u000a| (launched: 2022-12-09_06:02:12.613908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:14.159516 run osmo-stp_10.42.42.5(pid=32313): stderr: \u000a| �[0;m�[38;5;43m20221209060212779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060212779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060212779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060212779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060212782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060212782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060212782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:14.281551 run osmo-stp_10.42.42.5(pid=32313): stdout: \u000a| (launched: 2022-12-09_06:02:12.613908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:14.402524 run osmo-stp_10.42.42.5(pid=32313): stderr: \u000a| �[0;m�[38;5;43m20221209060212779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060212779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060212779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060212779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060212782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060212782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060212782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:14.543367 run patchelf(pid=32316): Terminating (SIGINT)\u000a06:02:14.708877 run patchelf(pid=32316): Terminated: ok {rc=0}\u000a06:02:14.738961 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32313): Process ended prematurely: osmo-stp_10.42.42.5(pid=32313) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32313)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:02:14.747407 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:02:14.808008 run osmo-hlr_10.42.42.2(pid=32310): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32310)]\u000a06:02:14.857634 run osmo-hlr_10.42.42.2(pid=32310): stdout: \u000a| (launched: 2022-12-09_06:02:11.706010) \u000a06:02:14.907267 run osmo-hlr_10.42.42.2(pid=32310): stderr: \u000a| �[0;m�[1;31m20221209060211880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060211880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060211881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060211881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060211881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060211881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060211894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060211902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060211902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060211902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:14.949417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32309): Terminating (SIGTERM)\u000a06:02:14.989620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32312): Terminating (SIGTERM)\u000a06:02:15.029832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32315): Terminating (SIGTERM)\u000a06:02:15.039329 --- ParallelTerminationStrategy: PID 32309 died...\u000a06:02:15.092669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32309): Terminated: ok {rc=0}\u000a06:02:15.102705 --- ParallelTerminationStrategy: PID 32312 died...\u000a06:02:15.155901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32312): Terminated: ok {rc=0}\u000a06:02:15.165888 --- ParallelTerminationStrategy: PID 32315 died...\u000a06:02:15.219219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32315): Terminated: ok {rc=0}\u000a06:02:15.303832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32323): Process ended prematurely: osmo-stp_10.42.42.5(pid=32323) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32323): Process ended prematurely: osmo-stp_10.42.42.5(pid=32323) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:02:16.353894 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:16.366931 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:16.557759 tst ping_idle_ping.py: using LAC 19428\u000a06:02:16.710690 tst ping_idle_ping.py: using RAC 48\u000a06:02:16.864133 tst ping_idle_ping.py: using CellId 19428\u000a06:02:17.022518 tst ping_idle_ping.py: using BVCI 19429\u000a06:02:17.055995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.069852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.084421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.099578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.114275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.130870 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.146539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:17.162225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:17.471262 tst ping_idle_ping.py:24: start network...\u000a06:02:17.603930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:18.117322 run create_hlr_db(pid=32317): Launched\u000a06:02:18.301765 bus /gobi_6: Setting Powered False\u000a06:02:19.322358 run create_hlr_db(pid=32317): Terminated: ok {rc=0}\u000a06:02:19.721273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32319): Launched\u000a06:02:20.016411 run osmo-hlr_10.42.42.2(pid=32320): Launched\u000a06:02:20.125377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:20.637478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32322): Launched\u000a06:02:20.930820 run osmo-stp_10.42.42.5(pid=32323): Launched\u000a06:02:21.038858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:21.553024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32325): Launched\u000a06:02:21.658208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:21.914881 run patchelf(pid=32326): Launched\u000a06:02:22.088337 run osmo-stp_10.42.42.5(pid=32323): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)]\u000a06:02:22.214991 run osmo-stp_10.42.42.5(pid=32323): stdout: \u000a| (launched: 2022-12-09_06:02:20.786591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:22.341763 run osmo-stp_10.42.42.5(pid=32323): stderr: \u000a| �[0;m�[38;5;43m20221209060220956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060220956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060220957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060220957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060220958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060220958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060220958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:22.463939 run osmo-stp_10.42.42.5(pid=32323): stdout: \u000a| (launched: 2022-12-09_06:02:20.786591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:22.584694 run osmo-stp_10.42.42.5(pid=32323): stderr: \u000a| �[0;m�[38;5;43m20221209060220956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060220956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060220957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060220957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060220958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060220958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060220958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:22.726259 run patchelf(pid=32326): Terminating (SIGINT)\u000a06:02:22.892466 run patchelf(pid=32326): Terminated: ok {rc=0}\u000a06:02:22.922648 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32323): Process ended prematurely: osmo-stp_10.42.42.5(pid=32323) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:02:22.931177 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:02:22.991529 run osmo-hlr_10.42.42.2(pid=32320): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32320)]\u000a06:02:23.040658 run osmo-hlr_10.42.42.2(pid=32320): stdout: \u000a| (launched: 2022-12-09_06:02:19.871584) \u000a06:02:23.090560 run osmo-hlr_10.42.42.2(pid=32320): stderr: \u000a| �[0;m�[1;31m20221209060220045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060220045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060220045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060220045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060220045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060220045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060220058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060220067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060220067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060220067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:23.132771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32319): Terminating (SIGTERM)\u000a06:02:23.173518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32322): Terminating (SIGTERM)\u000a06:02:23.213486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32325): Terminating (SIGTERM)\u000a06:02:23.222855 --- ParallelTerminationStrategy: PID 32319 died...\u000a06:02:23.276374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32319): Terminated: ok {rc=0}\u000a06:02:23.286210 --- ParallelTerminationStrategy: PID 32322 died...\u000a06:02:23.339190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32322): Terminated: ok {rc=0}\u000a06:02:23.348874 --- ParallelTerminationStrategy: PID 32325 died...\u000a06:02:23.402571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32325): Terminated: ok {rc=0}\u000a06:02:23.489499 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:01:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32342): Process ended prematurely: osmo-stp_10.42.42.5(pid=32342) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32342)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32342): Process ended prematurely: osmo-stp_10.42.42.5(pid=32342) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:02:25.642772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:25.654291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:25.817835 tst cs_paging_gprs_active.py: using LAC 19429\u000a06:02:25.942544 tst cs_paging_gprs_active.py: using RAC 49\u000a06:02:26.067743 tst cs_paging_gprs_active.py: using CellId 19429\u000a06:02:26.192299 tst cs_paging_gprs_active.py: using BVCI 19430\u000a06:02:26.216832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.228109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.239368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.250615 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.261902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.273031 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.284269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.295506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:26.306910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:26.422343 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:26.718477 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:02:26.853341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:27.186270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32332): Launched\u000a06:02:27.462923 run iperf3-srv_10.42.42.10(pid=32333): Launched\u000a06:02:27.661256 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:02:27.796504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:28.129199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32334): Launched\u000a06:02:28.405459 run iperf3-srv_10.42.42.10(pid=32335): Launched\u000a06:02:28.602611 tst cs_paging_gprs_active.py:38: start network...\u000a06:02:28.737213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:29.251195 run create_hlr_db(pid=32336): Launched\u000a06:02:29.437145 bus /gobi_6: Setting Powered False\u000a06:02:30.457766 run create_hlr_db(pid=32336): Terminated: ok {rc=0}\u000a06:02:30.901550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32338): Launched\u000a06:02:31.338400 run osmo-hlr_10.42.42.2(pid=32339): Launched\u000a06:02:31.481721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:32.095083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32341): Launched\u000a06:02:32.444497 run osmo-stp_10.42.42.5(pid=32342): Launched\u000a06:02:32.563371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:33.094415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32344): Launched\u000a06:02:33.200868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:33.461302 run patchelf(pid=32345): Launched\u000a06:02:33.637263 run osmo-stp_10.42.42.5(pid=32342): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32342)]\u000a06:02:33.766397 run osmo-stp_10.42.42.5(pid=32342): stdout: \u000a| (launched: 2022-12-09_06:02:32.260924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:33.895244 run osmo-stp_10.42.42.5(pid=32342): stderr: \u000a| �[0;m�[38;5;43m20221209060232467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060232467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060232467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060232467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060232468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060232468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060232468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:34.019634 run osmo-stp_10.42.42.5(pid=32342): stdout: \u000a| (launched: 2022-12-09_06:02:32.260924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:34.143063 run osmo-stp_10.42.42.5(pid=32342): stderr: \u000a| �[0;m�[38;5;43m20221209060232467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060232467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060232467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060232467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060232468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060232468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060232468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:34.286701 run patchelf(pid=32345): Terminating (SIGINT)\u000a06:02:34.455230 run patchelf(pid=32345): Terminated: ok {rc=0}\u000a06:02:34.486368 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32342): Process ended prematurely: osmo-stp_10.42.42.5(pid=32342) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32342)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:02:34.495430 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:02:34.555672 run osmo-hlr_10.42.42.2(pid=32339): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32339)]\u000a06:02:34.605280 run osmo-hlr_10.42.42.2(pid=32339): stdout: \u000a| (launched: 2022-12-09_06:02:31.068397) \u000a06:02:34.655269 run osmo-hlr_10.42.42.2(pid=32339): stderr: \u000a| �[0;m�[1;31m20221209060231321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060231321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060231321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060231321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060231321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060231321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060231337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060231362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060231362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060231362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:34.697674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32332): Terminating (SIGTERM)\u000a06:02:34.737787 run iperf3-srv_10.42.42.10(pid=32333): Terminating (SIGTERM)\u000a06:02:34.777776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32334): Terminating (SIGTERM)\u000a06:02:34.817658 run iperf3-srv_10.42.42.10(pid=32335): Terminating (SIGTERM)\u000a06:02:34.857607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32338): Terminating (SIGTERM)\u000a06:02:34.897581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32341): Terminating (SIGTERM)\u000a06:02:34.937655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32344): Terminating (SIGTERM)\u000a06:02:34.947044 --- ParallelTerminationStrategy: PID 32332 died...\u000a06:02:35.000532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32332): Terminated: ok {rc=0}\u000a06:02:35.010075 --- ParallelTerminationStrategy: PID 32333 died...\u000a06:02:35.063236 run iperf3-srv_10.42.42.10(pid=32333): Terminated {rc=256}\u000a06:02:35.072881 --- ParallelTerminationStrategy: PID 32334 died...\u000a06:02:35.125883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32334): Terminated: ok {rc=0}\u000a06:02:35.135559 --- ParallelTerminationStrategy: PID 32335 died...\u000a06:02:35.188610 run iperf3-srv_10.42.42.10(pid=32335): Terminated {rc=256}\u000a06:02:35.198125 --- ParallelTerminationStrategy: PID 32338 died...\u000a06:02:35.251016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32338): Terminated: ok {rc=0}\u000a06:02:35.260584 --- ParallelTerminationStrategy: PID 32341 died...\u000a06:02:35.313438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32341): Terminated: ok {rc=0}\u000a06:02:35.323421 --- ParallelTerminationStrategy: PID 32344 died...\u000a06:02:35.376475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32344): Terminated: ok {rc=0}\u000a06:02:35.464841 bus /gobi_0: Setting Powered False\u000a06:02:36.567313 bus /gobi_0: Setting Powered False\u000a06:02:37.677080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32354): Process ended prematurely: osmo-stp_10.42.42.5(pid=32354) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32354)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32354): Process ended prematurely: osmo-stp_10.42.42.5(pid=32354) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:02:38.786626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:38.798120 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:38.959720 tst iperf3.py: using LAC 19430\u000a06:02:39.077166 tst iperf3.py: using RAC 50\u000a06:02:39.199453 tst iperf3.py: using CellId 19430\u000a06:02:39.315899 tst iperf3.py: using BVCI 19431\u000a06:02:39.338755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.349668 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.360401 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.372008 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.383633 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.395054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.406809 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.418326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:39.429980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:39.721553 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:02:39.856305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:40.188731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32346): Launched\u000a06:02:40.464577 run iperf3-srv_10.42.42.10(pid=32347): Launched\u000a06:02:40.661110 tst iperf3.py:8: start network...\u000a06:02:40.794816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:41.307886 run create_hlr_db(pid=32348): Launched\u000a06:02:41.492665 bus /gobi_6: Setting Powered False\u000a06:02:42.514794 run create_hlr_db(pid=32348): Terminated: ok {rc=0}\u000a06:02:42.939976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32350): Launched\u000a06:02:43.260482 run osmo-hlr_10.42.42.2(pid=32351): Launched\u000a06:02:43.381130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:43.942615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32353): Launched\u000a06:02:44.263350 run osmo-stp_10.42.42.5(pid=32354): Launched\u000a06:02:44.379502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:44.939846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32356): Launched\u000a06:02:45.054839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:45.334821 run patchelf(pid=32357): Launched\u000a06:02:45.523363 run osmo-stp_10.42.42.5(pid=32354): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32354)]\u000a06:02:45.661312 run osmo-stp_10.42.42.5(pid=32354): stdout: \u000a| (launched: 2022-12-09_06:02:44.106653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:45.798823 run osmo-stp_10.42.42.5(pid=32354): stderr: \u000a| �[0;m�[38;5;43m20221209060244300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060244301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060244301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060244301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060244302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060244302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060244302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:45.958419 run osmo-stp_10.42.42.5(pid=32354): stdout: \u000a| (launched: 2022-12-09_06:02:44.106653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:46.089187 run osmo-stp_10.42.42.5(pid=32354): stderr: \u000a| �[0;m�[38;5;43m20221209060244300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060244301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060244301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060244301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060244302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060244302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060244302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:46.237656 run patchelf(pid=32357): Terminating (SIGINT)\u000a06:02:46.413646 run patchelf(pid=32357): Terminated: ok {rc=0}\u000a06:02:46.446566 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32354): Process ended prematurely: osmo-stp_10.42.42.5(pid=32354) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32354)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:02:46.457062 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:02:46.524455 run osmo-hlr_10.42.42.2(pid=32351): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32351)]\u000a06:02:46.577692 run osmo-hlr_10.42.42.2(pid=32351): stdout: \u000a| (launched: 2022-12-09_06:02:43.104127) \u000a06:02:46.631064 run osmo-hlr_10.42.42.2(pid=32351): stderr: \u000a| �[0;m�[1;31m20221209060243304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060243304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060243304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060243304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060243304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060243304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060243317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060243325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060243325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060243325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:46.679019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32346): Terminating (SIGTERM)\u000a06:02:46.722817 run iperf3-srv_10.42.42.10(pid=32347): Terminating (SIGTERM)\u000a06:02:46.769403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32350): Terminating (SIGTERM)\u000a06:02:46.815666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32353): Terminating (SIGTERM)\u000a06:02:46.861233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32356): Terminating (SIGTERM)\u000a06:02:46.871983 --- ParallelTerminationStrategy: PID 32346 died...\u000a06:02:46.931755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32346): Terminated: ok {rc=0}\u000a06:02:46.942454 --- ParallelTerminationStrategy: PID 32347 died...\u000a06:02:47.002419 run iperf3-srv_10.42.42.10(pid=32347): Terminated {rc=256}\u000a06:02:47.013188 --- ParallelTerminationStrategy: PID 32350 died...\u000a06:02:47.071411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32350): Terminated: ok {rc=0}\u000a06:02:47.082223 --- ParallelTerminationStrategy: PID 32353 died...\u000a06:02:47.139808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32353): Terminated: ok {rc=0}\u000a06:02:47.149962 --- ParallelTerminationStrategy: PID 32356 died...\u000a06:02:47.204384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32356): Terminated: ok {rc=0}\u000a06:02:47.293807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:02:48.404748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:48.416383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:48.572776 tst iperf3m4.py: using LAC 19431\u000a06:02:48.699181 tst iperf3m4.py: using RAC 51\u000a06:02:48.827158 tst iperf3m4.py: using CellId 19431\u000a06:02:48.948179 tst iperf3m4.py: using BVCI 19432\u000a06:02:48.971301 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:48.982450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:48.993295 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.004554 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.015716 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.026675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.037737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.048552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.059723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:49.175974 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:49.296914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:49.411547 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:49.704317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:02:49.839030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:50.171426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32358): Launched\u000a06:02:50.447055 run iperf3-srv_10.42.42.10(pid=32359): Launched\u000a06:02:50.643810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:02:50.777563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:51.108831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32360): Launched\u000a06:02:51.384715 run iperf3-srv_10.42.42.10(pid=32361): Launched\u000a06:02:51.581445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:02:51.715432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:52.047715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32362): Launched\u000a06:02:52.323936 run iperf3-srv_10.42.42.10(pid=32363): Launched\u000a06:02:52.520158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:02:52.653635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:52.983820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32364): Launched\u000a06:02:53.258729 run iperf3-srv_10.42.42.10(pid=32365): Launched\u000a06:02:53.454816 tst iperf3m4.py:8: start network...\u000a06:02:53.588009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:54.100683 run create_hlr_db(pid=32366): Launched\u000a06:02:54.285587 bus /gobi_6: Setting Powered False\u000a06:02:55.307419 run create_hlr_db(pid=32366): Terminated: ok {rc=0}\u000a06:02:55.710080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Launched\u000a06:02:56.009322 run osmo-hlr_10.42.42.2(pid=32369): Launched\u000a06:02:56.125601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:56.651859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Launched\u000a06:02:56.949375 run osmo-stp_10.42.42.5(pid=32372): Launched\u000a06:02:57.058011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:57.578574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Launched\u000a06:02:57.685323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:57.946430 run patchelf(pid=32375): Launched\u000a06:02:58.123016 run osmo-stp_10.42.42.5(pid=32372): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]\u000a06:02:58.251819 run osmo-stp_10.42.42.5(pid=32372): stdout: \u000a| (launched: 2022-12-09_06:02:56.803101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:58.381170 run osmo-stp_10.42.42.5(pid=32372): stderr: \u000a| �[0;m�[38;5;43m20221209060256970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060256970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060256971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060256971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060256972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060256972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060256972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:58.506589 run osmo-stp_10.42.42.5(pid=32372): stdout: \u000a| (launched: 2022-12-09_06:02:56.803101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:58.630814 run osmo-stp_10.42.42.5(pid=32372): stderr: \u000a| �[0;m�[38;5;43m20221209060256970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060256970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060256971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060256971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060256972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060256972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060256972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:58.774750 run patchelf(pid=32375): Terminating (SIGINT)\u000a06:02:58.943272 run patchelf(pid=32375): Terminated: ok {rc=0}\u000a06:02:58.974205 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:02:58.983409 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:02:59.044803 run osmo-hlr_10.42.42.2(pid=32369): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32369)]\u000a06:02:59.094492 run osmo-hlr_10.42.42.2(pid=32369): stdout: \u000a| (launched: 2022-12-09_06:02:55.861935) \u000a06:02:59.144857 run osmo-hlr_10.42.42.2(pid=32369): stderr: \u000a| �[0;m�[1;31m20221209060256035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060256035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060256035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060256035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060256035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060256036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060256048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060256057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060256057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060256057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:59.187450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32358): Terminating (SIGTERM)\u000a06:02:59.228560 run iperf3-srv_10.42.42.10(pid=32359): Terminating (SIGTERM)\u000a06:02:59.269651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32360): Terminating (SIGTERM)\u000a06:02:59.310197 run iperf3-srv_10.42.42.10(pid=32361): Terminating (SIGTERM)\u000a06:02:59.350849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32362): Terminating (SIGTERM)\u000a06:02:59.391230 run iperf3-srv_10.42.42.10(pid=32363): Terminating (SIGTERM)\u000a06:02:59.432279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32364): Terminating (SIGTERM)\u000a06:02:59.472672 run iperf3-srv_10.42.42.10(pid=32365): Terminating (SIGTERM)\u000a06:02:59.513590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminating (SIGTERM)\u000a06:02:59.554048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminating (SIGTERM)\u000a06:02:59.594495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Terminating (SIGTERM)\u000a06:02:59.603996 --- ParallelTerminationStrategy: PID 32358 died...\u000a06:02:59.658655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32358): Terminated: ok {rc=0}\u000a06:02:59.668345 --- ParallelTerminationStrategy: PID 32359 died...\u000a06:02:59.722291 run iperf3-srv_10.42.42.10(pid=32359): Terminated {rc=256}\u000a06:02:59.732035 --- ParallelTerminationStrategy: PID 32360 died...\u000a06:02:59.785914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32360): Terminated: ok {rc=0}\u000a06:02:59.795725 --- ParallelTerminationStrategy: PID 32361 died...\u000a06:02:59.849679 run iperf3-srv_10.42.42.10(pid=32361): Terminated {rc=256}\u000a06:02:59.859388 --- ParallelTerminationStrategy: PID 32362 died...\u000a06:02:59.913635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32362): Terminated: ok {rc=0}\u000a06:02:59.923734 --- ParallelTerminationStrategy: PID 32363 died...\u000a06:02:59.978292 run iperf3-srv_10.42.42.10(pid=32363): Terminated {rc=256}\u000a06:02:59.988107 --- ParallelTerminationStrategy: PID 32364 died...\u000a06:03:00.042097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32364): Terminated: ok {rc=0}\u000a06:03:00.051911 --- ParallelTerminationStrategy: PID 32365 died...\u000a06:03:00.105775 run iperf3-srv_10.42.42.10(pid=32365): Terminated {rc=256}\u000a06:03:00.115511 --- ParallelTerminationStrategy: PID 32368 died...\u000a06:03:00.169193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminated: ok {rc=0}\u000a06:03:00.179196 --- ParallelTerminationStrategy: PID 32371 died...\u000a06:03:00.233170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminated: ok {rc=0}\u000a06:03:00.243170 --- ParallelTerminationStrategy: PID 32374 died...\u000a06:03:00.297120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Terminated: ok {rc=0}\u000a06:03:00.390050 bus /gobi_4: Setting Powered False\u000a06:03:01.497259 bus /gobi_4: Setting Powered False\u000a06:03:02.602991 bus /gobi_1: Setting Powered False\u000a06:03:03.709557 bus /gobi_1: Setting Powered False\u000a06:03:04.816682 bus /gobi_0: Setting Powered False\u000a06:03:05.923704 bus /gobi_0: Setting Powered False\u000a06:03:07.036340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:03:08.104084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.115648 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:08.273159 tst ping.py: using LAC 19432\u000a06:03:08.387326 tst ping.py: using RAC 52\u000a06:03:08.504215 tst ping.py: using CellId 19432\u000a06:03:08.620826 tst ping.py: using BVCI 19433\u000a06:03:08.643257 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.654255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.665107 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.676074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.687340 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.698489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.709616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:08.720558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:08.989682 tst ping.py:19: start network...\u000a06:03:09.110832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:09.569179 run create_hlr_db(pid=32378): Launched\u000a06:03:09.738267 bus /gobi_6: Setting Powered False\u000a06:03:10.760068 run create_hlr_db(pid=32378): Terminated: ok {rc=0}\u000a06:03:11.152100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Launched\u000a06:03:11.443887 run osmo-hlr_10.42.42.2(pid=32381): Launched\u000a06:03:11.556148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:12.077794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Launched\u000a06:03:12.370530 run osmo-stp_10.42.42.5(pid=32384): Launched\u000a06:03:12.477832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:12.988678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Launched\u000a06:03:13.093579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:13.349318 run patchelf(pid=32387): Launched\u000a06:03:13.521860 run osmo-stp_10.42.42.5(pid=32384): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]\u000a06:03:13.648108 run osmo-stp_10.42.42.5(pid=32384): stdout: \u000a| (launched: 2022-12-09_06:03:12.226444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:13.774951 run osmo-stp_10.42.42.5(pid=32384): stderr: \u000a| �[0;m�[38;5;43m20221209060312396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060312396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060312396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060312397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060312398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:13.896484 run osmo-stp_10.42.42.5(pid=32384): stdout: \u000a| (launched: 2022-12-09_06:03:12.226444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:14.016890 run osmo-stp_10.42.42.5(pid=32384): stderr: \u000a| �[0;m�[38;5;43m20221209060312396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060312396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060312396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060312397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060312398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:14.158023 run patchelf(pid=32387): Terminating (SIGINT)\u000a06:03:14.323174 run patchelf(pid=32387): Terminated: ok {rc=0}\u000a06:03:14.353421 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:03:14.361798 tst ping.py:22: Test FAILED (6.2 sec)\u000a06:03:14.422163 run osmo-hlr_10.42.42.2(pid=32381): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32381)]\u000a06:03:14.471242 run osmo-hlr_10.42.42.2(pid=32381): stdout: \u000a| (launched: 2022-12-09_06:03:11.300528) \u000a06:03:14.520906 run osmo-hlr_10.42.42.2(pid=32381): stderr: \u000a| �[0;m�[1;31m20221209060311472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060311472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060311472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060311472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060311472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060311472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060311484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060311493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060311493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060311493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:14.563334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Terminating (SIGTERM)\u000a06:03:14.603544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Terminating (SIGTERM)\u000a06:03:14.643538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Terminating (SIGTERM)\u000a06:03:14.653034 --- ParallelTerminationStrategy: PID 32380 died...\u000a06:03:14.706382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Terminated: ok {rc=0}\u000a06:03:14.716138 --- ParallelTerminationStrategy: PID 32383 died...\u000a06:03:14.769107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Terminated: ok {rc=0}\u000a06:03:14.778869 --- ParallelTerminationStrategy: PID 32386 died...\u000a06:03:14.831869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Terminated: ok {rc=0}\u000a06:03:14.916175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32396): Process ended prematurely: osmo-stp_10.42.42.5(pid=32396) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32396)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32396): Process ended prematurely: osmo-stp_10.42.42.5(pid=32396) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:03:15.974696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:15.989761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:16.165059 tst ping_idle_ping.py: using LAC 19433\u000a06:03:16.321784 tst ping_idle_ping.py: using RAC 53\u000a06:03:16.482818 tst ping_idle_ping.py: using CellId 19433\u000a06:03:16.629950 tst ping_idle_ping.py: using BVCI 19434\u000a06:03:16.660166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.672850 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.685308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.698381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.710666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.722494 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.734476 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:16.746301 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:17.049017 tst ping_idle_ping.py:24: start network...\u000a06:03:17.174788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:17.644759 run create_hlr_db(pid=32390): Launched\u000a06:03:17.815310 bus /gobi_6: Setting Powered False\u000a06:03:18.836463 run create_hlr_db(pid=32390): Terminated: ok {rc=0}\u000a06:03:19.228314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32392): Launched\u000a06:03:19.520494 run osmo-hlr_10.42.42.2(pid=32393): Launched\u000a06:03:19.630792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:20.162148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32395): Launched\u000a06:03:20.477753 run osmo-stp_10.42.42.5(pid=32396): Launched\u000a06:03:20.593807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:21.146738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32398): Launched\u000a06:03:21.259458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:21.535053 run patchelf(pid=32399): Launched\u000a06:03:21.721908 run osmo-stp_10.42.42.5(pid=32396): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32396)]\u000a06:03:21.858691 run osmo-stp_10.42.42.5(pid=32396): stdout: \u000a| (launched: 2022-12-09_06:03:20.323520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:21.995709 run osmo-stp_10.42.42.5(pid=32396): stderr: \u000a| �[0;m�[38;5;43m20221209060320516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060320516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060320516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060320517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060320517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060320517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060320517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:22.128680 run osmo-stp_10.42.42.5(pid=32396): stdout: \u000a| (launched: 2022-12-09_06:03:20.323520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:22.259218 run osmo-stp_10.42.42.5(pid=32396): stderr: \u000a| �[0;m�[38;5;43m20221209060320516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060320516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060320516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060320517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060320517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060320517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060320517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:22.411509 run patchelf(pid=32399): Terminating (SIGINT)\u000a06:03:22.590208 run patchelf(pid=32399): Terminated: ok {rc=0}\u000a06:03:22.622587 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32396): Process ended prematurely: osmo-stp_10.42.42.5(pid=32396) [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32396)] [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:03:22.631641 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:03:22.693954 run osmo-hlr_10.42.42.2(pid=32393): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32393)]\u000a06:03:22.744991 run osmo-hlr_10.42.42.2(pid=32393): stdout: \u000a| (launched: 2022-12-09_06:03:19.377105) \u000a06:03:22.796600 run osmo-hlr_10.42.42.2(pid=32393): stderr: \u000a| �[0;m�[1;31m20221209060319551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060319551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060319551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060319551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060319551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060319551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060319564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060319572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060319572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060319572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:22.841267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32392): Terminating (SIGTERM)\u000a06:03:22.883047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32395): Terminating (SIGTERM)\u000a06:03:22.924719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32398): Terminating (SIGTERM)\u000a06:03:22.934396 --- ParallelTerminationStrategy: PID 32392 died...\u000a06:03:22.989888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32392): Terminated: ok {rc=0}\u000a06:03:22.999900 --- ParallelTerminationStrategy: PID 32395 died...\u000a06:03:23.055765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32395): Terminated: ok {rc=0}\u000a06:03:23.065828 --- ParallelTerminationStrategy: PID 32398 died...\u000a06:03:23.121473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32398): Terminated: ok {rc=0}\u000a06:03:23.209469 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:03:25.235936 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.247149 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:03:25.399738 tst switch_tch_pdch.py: using LAC 19434\u000a06:03:25.514298 tst switch_tch_pdch.py: using RAC 54\u000a06:03:25.628806 tst switch_tch_pdch.py: using CellId 19434\u000a06:03:25.743534 tst switch_tch_pdch.py: using BVCI 19435\u000a06:03:25.765944 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.777137 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.788091 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.799468 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.810847 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.822050 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.833452 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:03:25.844741 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:03:25.964172 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:03:26.252566 tst switch_tch_pdch.py:51: start network...\u000a06:03:26.384000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:26.886900 run create_hlr_db(pid=32403): Launched\u000a06:03:27.070797 bus /gobi_6: Setting Powered False\u000a06:03:28.091328 run create_hlr_db(pid=32403): Terminated: ok {rc=0}\u000a06:03:28.489661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Launched\u000a06:03:28.783029 run osmo-hlr_10.42.42.2(pid=32406): Launched\u000a06:03:28.890881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:29.400556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Launched\u000a06:03:29.691053 run osmo-stp_10.42.42.5(pid=32409): Launched\u000a06:03:29.798400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:30.310677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32411): Launched\u000a06:03:30.414530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:30.669452 run patchelf(pid=32412): Launched\u000a06:03:30.841989 run osmo-stp_10.42.42.5(pid=32409): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]\u000a06:03:30.982055 run osmo-stp_10.42.42.5(pid=32409): stdout: \u000a| (launched: 2022-12-09_06:03:29.548544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:31.111529 run osmo-stp_10.42.42.5(pid=32409): stderr: \u000a| �[0;m�[38;5;43m20221209060329717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060329717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060329717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060329718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060329720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060329720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060329720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:31.236343 run osmo-stp_10.42.42.5(pid=32409): stdout: \u000a| (launched: 2022-12-09_06:03:29.548544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:31.360193 run osmo-stp_10.42.42.5(pid=32409): stderr: \u000a| �[0;m�[38;5;43m20221209060329717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060329717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060329717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060329718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060329720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060329720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060329720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:31.504098 run patchelf(pid=32412): Terminating (SIGINT)\u000a06:03:31.672740 run patchelf(pid=32412): Terminated: ok {rc=0}\u000a06:03:31.704051 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)] [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:03:31.713693 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a06:03:31.778070 run osmo-hlr_10.42.42.2(pid=32406): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32406)]\u000a06:03:31.829608 run osmo-hlr_10.42.42.2(pid=32406): stdout: \u000a| (launched: 2022-12-09_06:03:28.638837) \u000a06:03:31.882146 run osmo-hlr_10.42.42.2(pid=32406): stderr: \u000a| �[0;m�[1;31m20221209060328815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060328815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060328815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060328815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060328815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060328815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060328826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060328835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060328835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060328835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:31.925699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Terminating (SIGTERM)\u000a06:03:31.970838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Terminating (SIGTERM)\u000a06:03:32.014170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32411): Terminating (SIGTERM)\u000a06:03:32.025443 --- ParallelTerminationStrategy: PID 32405 died...\u000a06:03:32.081954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Terminated: ok {rc=0}\u000a06:03:32.092461 --- ParallelTerminationStrategy: PID 32408 died...\u000a06:03:32.148165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Terminated: ok {rc=0}\u000a06:03:32.158733 --- ParallelTerminationStrategy: PID 32411 died...\u000a06:03:32.214668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32411): Terminated: ok {rc=0}\u000a06:03:32.297779 bus /gobi_0: Setting Powered False\u000a06:03:33.404840 bus /gobi_0: Setting Powered False\u000a06:03:34.515504 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:03:24" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32422): Process ended prematurely: osmo-stp_10.42.42.5(pid=32422) [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32422): Process ended prematurely: osmo-stp_10.42.42.5(pid=32422) [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:03:36.488446 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:36.499329 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:03:36.652154 tst switch_tch_pdch.py: using LAC 19435\u000a06:03:36.766324 tst switch_tch_pdch.py: using RAC 55\u000a06:03:36.888600 tst switch_tch_pdch.py: using CellId 19435\u000a06:03:37.013842 tst switch_tch_pdch.py: using BVCI 19436\u000a06:03:37.037980 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.049792 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.061171 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.072388 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.083714 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.095107 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.106518 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:37.117793 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:03:37.234030 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:03:37.505354 tst switch_tch_pdch.py:51: start network...\u000a06:03:37.627539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:38.069151 run create_hlr_db(pid=32416): Launched\u000a06:03:38.189907 bus /gobi_6: Setting Powered False\u000a06:03:39.262200 run create_hlr_db(pid=32416): Terminated: ok {rc=0}\u000a06:03:39.655982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32418): Launched\u000a06:03:39.970872 run osmo-hlr_10.42.42.2(pid=32419): Launched\u000a06:03:40.089534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:40.610662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32421): Launched\u000a06:03:40.923524 run osmo-stp_10.42.42.5(pid=32422): Launched\u000a06:03:41.037429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:41.553738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32424): Launched\u000a06:03:41.658695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:41.914150 run patchelf(pid=32425): Launched\u000a06:03:42.087840 run osmo-stp_10.42.42.5(pid=32422): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)]\u000a06:03:42.214504 run osmo-stp_10.42.42.5(pid=32422): stdout: \u000a| (launched: 2022-12-09_06:03:40.770877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:42.341722 run osmo-stp_10.42.42.5(pid=32422): stderr: \u000a| �[0;m�[38;5;43m20221209060340963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060340963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060340964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060340964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060340964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060340964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060340965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:42.463513 run osmo-stp_10.42.42.5(pid=32422): stdout: \u000a| (launched: 2022-12-09_06:03:40.770877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:42.584463 run osmo-stp_10.42.42.5(pid=32422): stderr: \u000a| �[0;m�[38;5;43m20221209060340963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060340963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060340964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060340964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060340964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060340964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060340965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:42.725624 run patchelf(pid=32425): Terminating (SIGINT)\u000a06:03:42.891497 run patchelf(pid=32425): Terminated: ok {rc=0}\u000a06:03:42.921547 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32422): Process ended prematurely: osmo-stp_10.42.42.5(pid=32422) [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)] [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:03:42.930042 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a06:03:42.990095 run osmo-hlr_10.42.42.2(pid=32419): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32419)]\u000a06:03:43.039067 run osmo-hlr_10.42.42.2(pid=32419): stdout: \u000a| (launched: 2022-12-09_06:03:39.816855) \u000a06:03:43.089459 run osmo-hlr_10.42.42.2(pid=32419): stderr: \u000a| �[0;m�[1;31m20221209060340012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060340012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060340013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060340013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060340013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060340013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060340025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060340033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060340033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060340034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:43.132067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32418): Terminating (SIGTERM)\u000a06:03:43.172049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32421): Terminating (SIGTERM)\u000a06:03:43.212240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32424): Terminating (SIGTERM)\u000a06:03:43.221522 --- ParallelTerminationStrategy: PID 32418 died...\u000a06:03:43.276031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32418): Terminated: ok {rc=0}\u000a06:03:43.285834 --- ParallelTerminationStrategy: PID 32421 died...\u000a06:03:43.339565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32421): Terminated: ok {rc=0}\u000a06:03:43.349729 --- ParallelTerminationStrategy: PID 32424 died...\u000a06:03:43.403308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32424): Terminated: ok {rc=0}\u000a06:03:43.487571 bus /gobi_0: Setting Powered False\u000a06:03:44.593282 bus /gobi_0: Setting Powered False\u000a06:03:45.700865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:03:36" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32430) [trial-2355↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32430)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32430) [trial-2355↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a06:03:47.634226 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a06:03:47.645181 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:03:47.779042 tst mo_mt_sms.py: using LAC 19436\u000a06:03:47.891987 tst mo_mt_sms.py: using RAC 56\u000a06:03:48.005577 tst mo_mt_sms.py: using CellId 19436\u000a06:03:48.133657 tst mo_mt_sms.py: using BVCI 19437\u000a06:03:48.155761 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:48.274157 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:48.563488 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:03:48.694971 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:03:49.344795 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32429): Launched\u000a06:03:49.654886 run osmo-nitb_10.42.42.2(pid=32430): Launched\u000a06:03:49.848722 run osmo-nitb_10.42.42.2(pid=32430): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32430)]\u000a06:03:49.991519 run osmo-nitb_10.42.42.2(pid=32430): stdout: \u000a| (launched: 2022-12-09_06:03:49.505134) \u000a06:03:50.135096 run osmo-nitb_10.42.42.2(pid=32430): stderr: \u000a| (launched: 2022-12-09_06:03:49.551887)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:50.273054 run osmo-nitb_10.42.42.2(pid=32430): stdout: \u000a| (launched: 2022-12-09_06:03:49.505134) \u000a06:03:50.410508 run osmo-nitb_10.42.42.2(pid=32430): stderr: \u000a| (launched: 2022-12-09_06:03:49.551887)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:50.781233 tst osmo-nitb_10.42.42.2(pid=32430): stdout: \u000a| (launched: 2022-12-09_06:03:49.505134) \u000a06:03:50.907130 tst osmo-nitb_10.42.42.2(pid=32430): stderr: \u000a| (launched: 2022-12-09_06:03:49.551887)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:50.961934 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32430) [trial-2355↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32430)] [trial-2355↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a06:03:50.970473 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a06:03:51.007248 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32429): Terminating (SIGTERM)\u000a06:03:51.185392 --- ParallelTerminationStrategy: PID 32429 died...\u000a06:03:51.243968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32429): Terminated: ok {rc=0}\u000a06:03:51.331664 bus /sierra_3: Setting Powered False\u000a06:03:52.441029 bus /sierra_3: Setting Powered False\u000a06:03:53.555559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:03:47" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32440): Process ended prematurely: osmo-stp_10.42.42.5(pid=32440) [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32440)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32440): Process ended prematurely: osmo-stp_10.42.42.5(pid=32440) [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a06:03:55.442057 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:55.453045 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:03:55.584400 tst mo_mt_sms.py: using LAC 19437\u000a06:03:55.701472 tst mo_mt_sms.py: using RAC 57\u000a06:03:55.822580 tst mo_mt_sms.py: using CellId 19437\u000a06:03:55.935307 tst mo_mt_sms.py: using BVCI 19438\u000a06:03:55.957486 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:55.967977 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:55.978285 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:55.988831 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:55.999435 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:56.010049 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:56.128670 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:56.326498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:56.787079 run create_hlr_db(pid=32434): Launched\u000a06:03:56.956699 bus /sierra_2: Setting Powered False\u000a06:03:57.977284 run create_hlr_db(pid=32434): Terminated: ok {rc=0}\u000a06:03:58.367518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32436): Launched\u000a06:03:58.659637 run osmo-hlr_10.42.42.2(pid=32437): Launched\u000a06:03:58.770354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:59.277392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32439): Launched\u000a06:03:59.569759 run osmo-stp_10.42.42.5(pid=32440): Launched\u000a06:03:59.677483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:00.214145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32442): Launched\u000a06:04:00.507668 run osmo-msc_10.42.42.6(pid=32443): Launched\u000a06:04:00.680875 run osmo-stp_10.42.42.5(pid=32440): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32440)]\u000a06:04:00.806705 run osmo-stp_10.42.42.5(pid=32440): stdout: \u000a| (launched: 2022-12-09_06:03:59.425462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:00.957567 run osmo-stp_10.42.42.5(pid=32440): stderr: \u000a| �[0;m�[38;5;43m20221209060359595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060359595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060359595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060359596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:01.079590 run osmo-stp_10.42.42.5(pid=32440): stdout: \u000a| (launched: 2022-12-09_06:03:59.425462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:01.200466 run osmo-stp_10.42.42.5(pid=32440): stderr: \u000a| �[0;m�[38;5;43m20221209060359595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060359595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060359595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060359596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:01.267557 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32440): Process ended prematurely: osmo-stp_10.42.42.5(pid=32440) [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32440)] [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a06:04:01.282002 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a06:04:01.365735 run osmo-hlr_10.42.42.2(pid=32437): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32437)]\u000a06:04:01.434111 run osmo-hlr_10.42.42.2(pid=32437): stdout: \u000a| (launched: 2022-12-09_06:03:58.515871) \u000a06:04:01.490871 run osmo-hlr_10.42.42.2(pid=32437): stderr: \u000a| �[0;m�[1;31m20221209060358689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060358689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060358689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060358689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060358689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060358689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060358701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060358709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060358709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060358709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:01.562315 run osmo-msc_10.42.42.6(pid=32443): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32443)]\u000a06:04:01.614706 run osmo-msc_10.42.42.6(pid=32443): stdout: \u000a| (launched: 2022-12-09_06:04:00.362772) \u000a06:04:01.667820 run osmo-msc_10.42.42.6(pid=32443): stderr: \u000a| �[0;m�[38;5;43m20221209060400634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060400634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52a0db6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060400634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060400634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060400634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060400634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060400636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060400636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060400637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060400637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:01.713144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32436): Terminating (SIGTERM)\u000a06:04:01.754749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32439): Terminating (SIGTERM)\u000a06:04:01.798364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32442): Terminating (SIGTERM)\u000a06:04:01.808399 --- ParallelTerminationStrategy: PID 32436 died...\u000a06:04:01.865643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32436): Terminated: ok {rc=0}\u000a06:04:01.876029 --- ParallelTerminationStrategy: PID 32439 died...\u000a06:04:01.932821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32439): Terminated: ok {rc=0}\u000a06:04:01.943538 --- ParallelTerminationStrategy: PID 32442 died...\u000a06:04:02.000647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32442): Terminated: ok {rc=0}\u000a06:04:02.087622 bus /sierra_3: Setting Powered False\u000a06:04:03.191379 bus /sierra_3: Setting Powered False\u000a06:04:04.302896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:03:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32449): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32449) [trial-2355↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32449)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32449): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32449) [trial-2355↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a06:04:06.136707 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a06:04:06.147454 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:04:06.279565 tst assert_extension.py: using LAC 19438\u000a06:04:06.395275 tst assert_extension.py: using RAC 58\u000a06:04:06.513285 tst assert_extension.py: using CellId 19438\u000a06:04:06.628537 tst assert_extension.py: using BVCI 19439\u000a06:04:06.650836 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a06:04:06.937465 tst assert_extension.py:10: start nitb and bts...\u000a06:04:07.068652 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:04:07.721301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32448): Launched\u000a06:04:08.030810 run osmo-nitb_10.42.42.2(pid=32449): Launched\u000a06:04:08.223897 run osmo-nitb_10.42.42.2(pid=32449): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32449)]\u000a06:04:08.366917 run osmo-nitb_10.42.42.2(pid=32449): stdout: \u000a| (launched: 2022-12-09_06:04:07.881221) \u000a06:04:08.510636 run osmo-nitb_10.42.42.2(pid=32449): stderr: \u000a| (launched: 2022-12-09_06:04:07.927888)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:08.649222 run osmo-nitb_10.42.42.2(pid=32449): stdout: \u000a| (launched: 2022-12-09_06:04:07.881221) \u000a06:04:08.786434 run osmo-nitb_10.42.42.2(pid=32449): stderr: \u000a| (launched: 2022-12-09_06:04:07.927888)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:09.157686 tst osmo-nitb_10.42.42.2(pid=32449): stdout: \u000a| (launched: 2022-12-09_06:04:07.881221) \u000a06:04:09.282966 tst osmo-nitb_10.42.42.2(pid=32449): stderr: \u000a| (launched: 2022-12-09_06:04:07.927888)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:09.337733 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32449): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32449) [trial-2355↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32449)] [trial-2355↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a06:04:09.346279 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a06:04:09.382491 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32448): Terminating (SIGTERM)\u000a06:04:09.560255 --- ParallelTerminationStrategy: PID 32448 died...\u000a06:04:09.617766 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32448): Terminated: ok {rc=0}\u000a06:04:09.705549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:04:05" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32459): Process ended prematurely: osmo-stp_10.42.42.5(pid=32459) [trial-2355↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32459)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32459): Process ended prematurely: osmo-stp_10.42.42.5(pid=32459) [trial-2355↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a06:04:11.542797 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:11.553931 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:04:11.692045 tst assert_extension.py: using LAC 19439\u000a06:04:11.815128 tst assert_extension.py: using RAC 59\u000a06:04:11.940496 tst assert_extension.py: using CellId 19439\u000a06:04:12.063570 tst assert_extension.py: using BVCI 19440\u000a06:04:12.087522 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:12.098511 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:12.109449 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:12.120190 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:12.131014 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:12.142077 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a06:04:12.338231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:12.809562 run create_hlr_db(pid=32453): Launched\u000a06:04:12.993771 bus /sierra_2: Setting Powered False\u000a06:04:14.013958 run create_hlr_db(pid=32453): Terminated: ok {rc=0}\u000a06:04:14.435421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32455): Launched\u000a06:04:14.750307 run osmo-hlr_10.42.42.2(pid=32456): Launched\u000a06:04:14.869542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:15.421342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32458): Launched\u000a06:04:15.734265 run osmo-stp_10.42.42.5(pid=32459): Launched\u000a06:04:15.854386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:16.512221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32461): Launched\u000a06:04:16.955423 run osmo-msc_10.42.42.6(pid=32462): Launched\u000a06:04:17.454595 run osmo-stp_10.42.42.5(pid=32459): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32459)]\u000a06:04:17.585990 run osmo-stp_10.42.42.5(pid=32459): stdout: \u000a| (launched: 2022-12-09_06:04:15.581199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:17.717609 run osmo-stp_10.42.42.5(pid=32459): stderr: \u000a| �[0;m�[38;5;43m20221209060415770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060415770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060415771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060415771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060415773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060415774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060415774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:17.843915 run osmo-stp_10.42.42.5(pid=32459): stdout: \u000a| (launched: 2022-12-09_06:04:15.581199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:17.969411 run osmo-stp_10.42.42.5(pid=32459): stderr: \u000a| �[0;m�[38;5;43m20221209060415770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060415770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060415771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060415771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060415773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060415774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060415774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:18.024555 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32459): Process ended prematurely: osmo-stp_10.42.42.5(pid=32459) [trial-2355↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32459)] [trial-2355↪ussd:trx-umtrx↪assert_extension.py:17]\u000a06:04:18.033060 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a06:04:18.096022 run osmo-hlr_10.42.42.2(pid=32456): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32456)]\u000a06:04:18.147715 run osmo-hlr_10.42.42.2(pid=32456): stdout: \u000a| (launched: 2022-12-09_06:04:14.596525) \u000a06:04:18.199771 run osmo-hlr_10.42.42.2(pid=32456): stderr: \u000a| �[0;m�[1;31m20221209060414796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060414797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060414797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060414797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060414797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060414797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060414808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060414816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060414817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060414817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:18.270701 run osmo-msc_10.42.42.6(pid=32462): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32462)]\u000a06:04:18.322385 run osmo-msc_10.42.42.6(pid=32462): stdout: \u000a| (launched: 2022-12-09_06:04:16.674553) \u000a06:04:18.375266 run osmo-msc_10.42.42.6(pid=32462): stderr: \u000a| �[0;m�[38;5;43m20221209060417152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060417152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fb3eb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060417152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060417152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060417153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060417153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060417154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060417155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060417155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060417155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:18.420057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32455): Terminating (SIGTERM)\u000a06:04:18.462290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32458): Terminating (SIGTERM)\u000a06:04:18.504504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32461): Terminating (SIGTERM)\u000a06:04:18.514308 --- ParallelTerminationStrategy: PID 32455 died...\u000a06:04:18.570791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32455): Terminated: ok {rc=0}\u000a06:04:18.581111 --- ParallelTerminationStrategy: PID 32458 died...\u000a06:04:18.637061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32458): Terminated: ok {rc=0}\u000a06:04:18.647271 --- ParallelTerminationStrategy: PID 32461 died...\u000a06:04:18.703447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32461): Terminated: ok {rc=0}\u000a06:04:18.790885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:04:11" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32473): Process ended prematurely: osmo-stp_10.42.42.5(pid=32473) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32473)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32473): Process ended prematurely: osmo-stp_10.42.42.5(pid=32473) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:04:20.749393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:20.760803 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:04:20.924687 tst mo_mt_call.py: using LAC 19440\u000a06:04:21.050673 tst mo_mt_call.py: using RAC 60\u000a06:04:21.178870 tst mo_mt_call.py: using CellId 19440\u000a06:04:21.304797 tst mo_mt_call.py: using BVCI 19441\u000a06:04:21.329582 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:21.341053 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:21.352245 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:21.363522 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:21.374894 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:21.386228 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:04:21.500425 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:04:21.709641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:22.223111 run create_hlr_db(pid=32467): Launched\u000a06:04:22.409332 bus /sierra_2: Setting Powered False\u000a06:04:23.430991 run create_hlr_db(pid=32467): Terminated: ok {rc=0}\u000a06:04:23.856838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32469): Launched\u000a06:04:24.177842 run osmo-hlr_10.42.42.2(pid=32470): Launched\u000a06:04:24.295131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:24.852139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32472): Launched\u000a06:04:25.171997 run osmo-stp_10.42.42.5(pid=32473): Launched\u000a06:04:25.288260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:25.875474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32475): Launched\u000a06:04:26.196247 run osmo-msc_10.42.42.6(pid=32476): Launched\u000a06:04:26.385426 run osmo-stp_10.42.42.5(pid=32473): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32473)]\u000a06:04:26.521335 run osmo-stp_10.42.42.5(pid=32473): stdout: \u000a| (launched: 2022-12-09_06:04:25.014997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:26.656853 run osmo-stp_10.42.42.5(pid=32473): stderr: \u000a| �[0;m�[38;5;43m20221209060425204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060425205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060425205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060425206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060425206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060425206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060425206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:26.785930 run osmo-stp_10.42.42.5(pid=32473): stdout: \u000a| (launched: 2022-12-09_06:04:25.014997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:26.913390 run osmo-stp_10.42.42.5(pid=32473): stderr: \u000a| �[0;m�[38;5;43m20221209060425204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060425205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060425205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060425206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060425206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060425206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060425206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:26.969863 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32473): Process ended prematurely: osmo-stp_10.42.42.5(pid=32473) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32473)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:04:26.979031 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:04:27.041998 run osmo-hlr_10.42.42.2(pid=32470): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32470)]\u000a06:04:27.094188 run osmo-hlr_10.42.42.2(pid=32470): stdout: \u000a| (launched: 2022-12-09_06:04:24.020375) \u000a06:04:27.146652 run osmo-hlr_10.42.42.2(pid=32470): stderr: \u000a| �[0;m�[1;31m20221209060424216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060424216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060424216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060424216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060424216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060424216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060424229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060424239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060424239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060424239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:27.217902 run osmo-msc_10.42.42.6(pid=32476): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32476)]\u000a06:04:27.269660 run osmo-msc_10.42.42.6(pid=32476): stdout: \u000a| (launched: 2022-12-09_06:04:26.039135) \u000a06:04:27.321880 run osmo-msc_10.42.42.6(pid=32476): stderr: \u000a| �[0;m�[38;5;43m20221209060426360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060426360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c13c2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060426361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060426363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060426363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060426363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060426363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:27.366455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32469): Terminating (SIGTERM)\u000a06:04:27.408629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32472): Terminating (SIGTERM)\u000a06:04:27.450856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32475): Terminating (SIGTERM)\u000a06:04:27.460184 --- ParallelTerminationStrategy: PID 32469 died...\u000a06:04:27.516145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32469): Terminated: ok {rc=0}\u000a06:04:27.526304 --- ParallelTerminationStrategy: PID 32472 died...\u000a06:04:27.582231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32472): Terminated: ok {rc=0}\u000a06:04:27.592319 --- ParallelTerminationStrategy: PID 32475 died...\u000a06:04:27.648940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32475): Terminated: ok {rc=0}\u000a06:04:27.737088 bus /sierra_3: Setting Powered False\u000a06:04:28.844414 bus /sierra_3: Setting Powered False\u000a06:04:29.952921 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:04:31.073504 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:31.086644 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:04:31.246123 tst mo_mt_call_osmux.py: using LAC 19441\u000a06:04:31.371901 tst mo_mt_call_osmux.py: using RAC 61\u000a06:04:31.501062 tst mo_mt_call_osmux.py: using CellId 19441\u000a06:04:31.623443 tst mo_mt_call_osmux.py: using BVCI 19442\u000a06:04:31.647452 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:31.659596 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:31.672700 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:31.684662 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:31.698882 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:31.711639 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:04:31.828050 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:04:32.085296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:32.605964 run create_hlr_db(pid=32478): Launched\u000a06:04:32.790552 bus /sierra_2: Setting Powered False\u000a06:04:33.811512 run create_hlr_db(pid=32478): Terminated: ok {rc=0}\u000a06:04:34.210621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32480): Launched\u000a06:04:34.508857 run osmo-hlr_10.42.42.2(pid=32481): Launched\u000a06:04:34.625221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:35.150221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Launched\u000a06:04:35.448435 run osmo-stp_10.42.42.5(pid=32484): Launched\u000a06:04:35.557840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:36.103192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32486): Launched\u000a06:04:36.402404 run osmo-msc_10.42.42.6(pid=32487): Launched\u000a06:04:36.580184 run osmo-stp_10.42.42.5(pid=32484): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]\u000a06:04:36.708905 run osmo-stp_10.42.42.5(pid=32484): stdout: \u000a| (launched: 2022-12-09_06:04:35.301878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:36.834701 run osmo-stp_10.42.42.5(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221209060435472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060435472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060435472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060435473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060435473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060435473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060435473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:36.955088 run osmo-stp_10.42.42.5(pid=32484): stdout: \u000a| (launched: 2022-12-09_06:04:35.301878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:37.075026 run osmo-stp_10.42.42.5(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221209060435472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060435472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060435472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060435473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060435473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060435473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060435473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:37.127882 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:04:37.136336 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:04:37.196569 run osmo-hlr_10.42.42.2(pid=32481): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32481)]\u000a06:04:37.245490 run osmo-hlr_10.42.42.2(pid=32481): stdout: \u000a| (launched: 2022-12-09_06:04:34.362007) \u000a06:04:37.295456 run osmo-hlr_10.42.42.2(pid=32481): stderr: \u000a| �[0;m�[1;31m20221209060434537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060434537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060434537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060434537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060434537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060434537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060434549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060434558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060434558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060434559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:37.363172 run osmo-msc_10.42.42.6(pid=32487): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32487)]\u000a06:04:37.412538 run osmo-msc_10.42.42.6(pid=32487): stdout: \u000a| (launched: 2022-12-09_06:04:36.254656) \u000a06:04:37.462333 run osmo-msc_10.42.42.6(pid=32487): stderr: \u000a| �[0;m�[38;5;43m20221209060436527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060436527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd258ecac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060436527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060436527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060436527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060436528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060436529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060436530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060436530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060436530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:37.508782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32480): Terminating (SIGTERM)\u000a06:04:37.550656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Terminating (SIGTERM)\u000a06:04:37.592636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32486): Terminating (SIGTERM)\u000a06:04:37.602394 --- ParallelTerminationStrategy: PID 32480 died...\u000a06:04:37.658246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32480): Terminated: ok {rc=0}\u000a06:04:37.668904 --- ParallelTerminationStrategy: PID 32483 died...\u000a06:04:37.724501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Terminated: ok {rc=0}\u000a06:04:37.734655 --- ParallelTerminationStrategy: PID 32486 died...\u000a06:04:37.790236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32486): Terminated: ok {rc=0}\u000a06:04:37.875654 bus /sierra_3: Setting Powered False\u000a06:04:38.981990 bus /sierra_3: Setting Powered False\u000a06:04:40.090215 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:04:20" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32498): Process ended prematurely: osmo-stp_10.42.42.5(pid=32498) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32498)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32498): Process ended prematurely: osmo-stp_10.42.42.5(pid=32498) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:04:42.082201 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:42.093441 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:04:42.246581 tst mo_mt_call.py: using LAC 19442\u000a06:04:42.363905 tst mo_mt_call.py: using RAC 62\u000a06:04:42.487273 tst mo_mt_call.py: using CellId 19442\u000a06:04:42.603585 tst mo_mt_call.py: using BVCI 19443\u000a06:04:42.626366 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:42.637484 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:42.648176 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:42.659331 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:42.670568 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:42.681809 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:42.800609 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:43.010746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:43.524681 run create_hlr_db(pid=32492): Launched\u000a06:04:43.710545 bus /sierra_2: Setting Powered False\u000a06:04:44.732512 run create_hlr_db(pid=32492): Terminated: ok {rc=0}\u000a06:04:45.134481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32494): Launched\u000a06:04:45.433034 run osmo-hlr_10.42.42.2(pid=32495): Launched\u000a06:04:45.543253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:46.142483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32497): Launched\u000a06:04:46.506888 run osmo-stp_10.42.42.5(pid=32498): Launched\u000a06:04:46.660132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:47.370916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32500): Launched\u000a06:04:47.690577 run osmo-msc_10.42.42.6(pid=32501): Launched\u000a06:04:47.880428 run osmo-stp_10.42.42.5(pid=32498): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32498)]\u000a06:04:48.016221 run osmo-stp_10.42.42.5(pid=32498): stdout: \u000a| (launched: 2022-12-09_06:04:46.329781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:48.152267 run osmo-stp_10.42.42.5(pid=32498): stderr: \u000a| �[0;m�[38;5;43m20221209060446740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060446740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060446740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060446740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060446743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060446743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060446743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:48.281417 run osmo-stp_10.42.42.5(pid=32498): stdout: \u000a| (launched: 2022-12-09_06:04:46.329781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:48.408705 run osmo-stp_10.42.42.5(pid=32498): stderr: \u000a| �[0;m�[38;5;43m20221209060446740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060446740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060446740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060446740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060446743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060446743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060446743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:48.465281 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32498): Process ended prematurely: osmo-stp_10.42.42.5(pid=32498) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32498)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:04:48.474555 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:04:48.536776 run osmo-hlr_10.42.42.2(pid=32495): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32495)]\u000a06:04:48.588068 run osmo-hlr_10.42.42.2(pid=32495): stdout: \u000a| (launched: 2022-12-09_06:04:45.286523) \u000a06:04:48.640041 run osmo-hlr_10.42.42.2(pid=32495): stderr: \u000a| �[0;m�[1;31m20221209060445463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060445463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060445463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060445463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060445463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060445463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060445476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060445487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060445487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060445487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:48.710419 run osmo-msc_10.42.42.6(pid=32501): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32501)]\u000a06:04:48.761723 run osmo-msc_10.42.42.6(pid=32501): stdout: \u000a| (launched: 2022-12-09_06:04:47.534611) \u000a06:04:48.813901 run osmo-msc_10.42.42.6(pid=32501): stderr: \u000a| �[0;m�[38;5;43m20221209060447858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060447858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26b6afdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060447858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060447858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060447859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060447859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060447860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060447861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060447861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060447861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:48.858195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32494): Terminating (SIGTERM)\u000a06:04:48.900109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32497): Terminating (SIGTERM)\u000a06:04:48.941981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32500): Terminating (SIGTERM)\u000a06:04:48.952102 --- ParallelTerminationStrategy: PID 32494 died...\u000a06:04:49.008185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32494): Terminated: ok {rc=0}\u000a06:04:49.018380 --- ParallelTerminationStrategy: PID 32497 died...\u000a06:04:49.074025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32497): Terminated: ok {rc=0}\u000a06:04:49.084330 --- ParallelTerminationStrategy: PID 32500 died...\u000a06:04:49.140211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32500): Terminated: ok {rc=0}\u000a06:04:49.227671 bus /sierra_3: Setting Powered False\u000a06:04:50.334713 bus /sierra_3: Setting Powered False\u000a06:04:51.443449 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:04:52.557710 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:52.569936 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:04:52.734042 tst mo_mt_call_osmux.py: using LAC 19443\u000a06:04:52.862940 tst mo_mt_call_osmux.py: using RAC 63\u000a06:04:52.995753 tst mo_mt_call_osmux.py: using CellId 19443\u000a06:04:53.120738 tst mo_mt_call_osmux.py: using BVCI 19444\u000a06:04:53.145343 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:53.156830 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:53.168100 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:53.179389 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:53.190753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:53.202124 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:53.316934 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:53.530759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:54.043139 run create_hlr_db(pid=32504): Launched\u000a06:04:54.229599 bus /sierra_2: Setting Powered False\u000a06:04:55.249297 run create_hlr_db(pid=32504): Terminated: ok {rc=0}\u000a06:04:55.651802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Launched\u000a06:04:55.950407 run osmo-hlr_10.42.42.2(pid=32507): Launched\u000a06:04:56.068509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:56.598134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Launched\u000a06:04:56.895846 run osmo-stp_10.42.42.5(pid=32510): Launched\u000a06:04:57.005951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:57.550587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Launched\u000a06:04:57.849266 run osmo-msc_10.42.42.6(pid=32513): Launched\u000a06:04:58.027003 run osmo-stp_10.42.42.5(pid=32510): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]\u000a06:04:58.155241 run osmo-stp_10.42.42.5(pid=32510): stdout: \u000a| (launched: 2022-12-09_06:04:56.749412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:58.280032 run osmo-stp_10.42.42.5(pid=32510): stderr: \u000a| �[0;m�[38;5;43m20221209060456921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060456921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060456921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060456922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060456922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060456922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060456922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:58.400714 run osmo-stp_10.42.42.5(pid=32510): stdout: \u000a| (launched: 2022-12-09_06:04:56.749412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:58.519598 run osmo-stp_10.42.42.5(pid=32510): stderr: \u000a| �[0;m�[38;5;43m20221209060456921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060456921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060456921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060456922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060456922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060456922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060456922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:58.572120 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:04:58.580565 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:04:58.640792 run osmo-hlr_10.42.42.2(pid=32507): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32507)]\u000a06:04:58.690105 run osmo-hlr_10.42.42.2(pid=32507): stdout: \u000a| (launched: 2022-12-09_06:04:55.803963) \u000a06:04:58.740124 run osmo-hlr_10.42.42.2(pid=32507): stderr: \u000a| �[0;m�[1;31m20221209060455980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060455981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060455981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060455981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060455981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060455981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060455992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060456001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060456001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060456001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:58.807651 run osmo-msc_10.42.42.6(pid=32513): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32513)]\u000a06:04:58.856833 run osmo-msc_10.42.42.6(pid=32513): stdout: \u000a| (launched: 2022-12-09_06:04:57.702332) \u000a06:04:58.907341 run osmo-msc_10.42.42.6(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221209060457974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060457974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3d1645c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060457974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060457974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060457975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060457975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060457977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060457978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060457978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060457978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:58.949285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminating (SIGTERM)\u000a06:04:58.989355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminating (SIGTERM)\u000a06:04:59.029365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a06:04:59.038800 --- ParallelTerminationStrategy: PID 32506 died...\u000a06:04:59.092434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminated: ok {rc=0}\u000a06:04:59.102009 --- ParallelTerminationStrategy: PID 32509 died...\u000a06:04:59.155224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminated: ok {rc=0}\u000a06:04:59.165009 --- ParallelTerminationStrategy: PID 32512 died...\u000a06:04:59.218015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a06:04:59.305391 bus /sierra_3: Setting Powered False\u000a06:05:00.410020 bus /sierra_3: Setting Powered False\u000a06:05:01.522120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32527): Process ended prematurely: osmo-stp_10.42.42.5(pid=32527) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32527)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32527): Process ended prematurely: osmo-stp_10.42.42.5(pid=32527) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:03.501423 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:03.512265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:05:03.668105 tst mo_mt_call.py: using LAC 19444\u000a06:05:03.785318 tst mo_mt_call.py: using RAC 64\u000a06:05:03.913274 tst mo_mt_call.py: using CellId 19444\u000a06:05:04.041601 tst mo_mt_call.py: using BVCI 19445\u000a06:05:04.066660 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:04.078210 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:04.089966 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:04.101431 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:04.112822 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:04.124266 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:04.241658 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:04.438630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:04.912313 run create_hlr_db(pid=32521): Launched\u000a06:05:05.084618 bus /sierra_2: Setting Powered False\u000a06:05:06.106862 run create_hlr_db(pid=32521): Terminated: ok {rc=0}\u000a06:05:06.506547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32523): Launched\u000a06:05:06.805582 run osmo-hlr_10.42.42.2(pid=32524): Launched\u000a06:05:06.915040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:07.434931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32526): Launched\u000a06:05:07.734786 run osmo-stp_10.42.42.5(pid=32527): Launched\u000a06:05:07.844084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:08.389944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32529): Launched\u000a06:05:08.690341 run osmo-msc_10.42.42.6(pid=32530): Launched\u000a06:05:08.868229 run osmo-stp_10.42.42.5(pid=32527): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32527)]\u000a06:05:08.997197 run osmo-stp_10.42.42.5(pid=32527): stdout: \u000a| (launched: 2022-12-09_06:05:07.587604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:09.123382 run osmo-stp_10.42.42.5(pid=32527): stderr: \u000a| �[0;m�[38;5;43m20221209060507758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060507759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060507759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060507759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060507760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060507760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060507760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:09.243859 run osmo-stp_10.42.42.5(pid=32527): stdout: \u000a| (launched: 2022-12-09_06:05:07.587604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:09.363392 run osmo-stp_10.42.42.5(pid=32527): stderr: \u000a| �[0;m�[38;5;43m20221209060507758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060507759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060507759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060507759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060507760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060507760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060507760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:09.416103 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32527): Process ended prematurely: osmo-stp_10.42.42.5(pid=32527) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32527)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:05:09.424627 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:05:09.485574 run osmo-hlr_10.42.42.2(pid=32524): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32524)]\u000a06:05:09.535548 run osmo-hlr_10.42.42.2(pid=32524): stdout: \u000a| (launched: 2022-12-09_06:05:06.658183) \u000a06:05:09.586181 run osmo-hlr_10.42.42.2(pid=32524): stderr: \u000a| �[0;m�[1;31m20221209060506832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060506832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060506832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060506832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060506832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060506832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060506845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:09.654413 run osmo-msc_10.42.42.6(pid=32530): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32530)]\u000a06:05:09.704277 run osmo-msc_10.42.42.6(pid=32530): stdout: \u000a| (launched: 2022-12-09_06:05:08.542496) \u000a06:05:09.754715 run osmo-msc_10.42.42.6(pid=32530): stderr: \u000a| �[0;m�[38;5;43m20221209060508811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060508812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42b5dd7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060508812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060508812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060508812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060508812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060508814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060508814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060508814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060508814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:09.797199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32523): Terminating (SIGTERM)\u000a06:05:09.838101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32526): Terminating (SIGTERM)\u000a06:05:09.878590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32529): Terminating (SIGTERM)\u000a06:05:09.888140 --- ParallelTerminationStrategy: PID 32523 died...\u000a06:05:09.942368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32523): Terminated: ok {rc=0}\u000a06:05:09.952270 --- ParallelTerminationStrategy: PID 32526 died...\u000a06:05:10.006179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32526): Terminated: ok {rc=0}\u000a06:05:10.016013 --- ParallelTerminationStrategy: PID 32529 died...\u000a06:05:10.070014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32529): Terminated: ok {rc=0}\u000a06:05:10.159216 bus /sierra_3: Setting Powered False\u000a06:05:11.263665 bus /sierra_3: Setting Powered False\u000a06:05:12.375584 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32538): Process ended prematurely: osmo-stp_10.42.42.5(pid=32538) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32538)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32538): Process ended prematurely: osmo-stp_10.42.42.5(pid=32538) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:13.485371 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:13.496835 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:05:13.652704 tst mo_mt_call_osmux.py: using LAC 19445\u000a06:05:13.771470 tst mo_mt_call_osmux.py: using RAC 65\u000a06:05:13.890894 tst mo_mt_call_osmux.py: using CellId 19445\u000a06:05:14.016904 tst mo_mt_call_osmux.py: using BVCI 19446\u000a06:05:14.041806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:14.053507 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:14.064900 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:14.077071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:14.089602 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:14.101618 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:14.218881 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:14.418065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:14.889222 run create_hlr_db(pid=32532): Launched\u000a06:05:15.061793 bus /sierra_2: Setting Powered False\u000a06:05:16.105238 run create_hlr_db(pid=32532): Terminated: ok {rc=0}\u000a06:05:16.563207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32534): Launched\u000a06:05:16.943492 run osmo-hlr_10.42.42.2(pid=32535): Launched\u000a06:05:17.160418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:17.782603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32537): Launched\u000a06:05:18.104058 run osmo-stp_10.42.42.5(pid=32538): Launched\u000a06:05:18.220785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:18.807097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32540): Launched\u000a06:05:19.127525 run osmo-msc_10.42.42.6(pid=32541): Launched\u000a06:05:19.317053 run osmo-stp_10.42.42.5(pid=32538): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32538)]\u000a06:05:19.453222 run osmo-stp_10.42.42.5(pid=32538): stdout: \u000a| (launched: 2022-12-09_06:05:17.946565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:19.589097 run osmo-stp_10.42.42.5(pid=32538): stderr: \u000a| �[0;m�[38;5;43m20221209060518137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060518138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060518138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060518138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060518139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060518139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060518139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:19.718200 run osmo-stp_10.42.42.5(pid=32538): stdout: \u000a| (launched: 2022-12-09_06:05:17.946565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:19.846093 run osmo-stp_10.42.42.5(pid=32538): stderr: \u000a| �[0;m�[38;5;43m20221209060518137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060518138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060518138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060518138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060518139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060518139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060518139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:19.902485 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32538): Process ended prematurely: osmo-stp_10.42.42.5(pid=32538) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32538)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:05:19.911745 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:05:19.974947 run osmo-hlr_10.42.42.2(pid=32535): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32535)]\u000a06:05:20.026876 run osmo-hlr_10.42.42.2(pid=32535): stdout: \u000a| (launched: 2022-12-09_06:05:16.733028) \u000a06:05:20.079522 run osmo-hlr_10.42.42.2(pid=32535): stderr: \u000a| �[0;m�[1;31m20221209060517120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060517120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060517120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060517120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060517120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060517120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060517147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060517167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060517167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060517167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:20.151427 run osmo-msc_10.42.42.6(pid=32541): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32541)]\u000a06:05:20.203098 run osmo-msc_10.42.42.6(pid=32541): stdout: \u000a| (launched: 2022-12-09_06:05:18.970396) \u000a06:05:20.255613 run osmo-msc_10.42.42.6(pid=32541): stderr: \u000a| �[0;m�[38;5;43m20221209060519291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060519291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb35cee1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060519291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060519291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060519291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060519292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060519293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060519294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060519294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060519294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:20.300419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32534): Terminating (SIGTERM)\u000a06:05:20.343216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32537): Terminating (SIGTERM)\u000a06:05:20.385950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32540): Terminating (SIGTERM)\u000a06:05:20.395835 --- ParallelTerminationStrategy: PID 32534 died...\u000a06:05:20.452359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32534): Terminated: ok {rc=0}\u000a06:05:20.462798 --- ParallelTerminationStrategy: PID 32537 died...\u000a06:05:20.519013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32537): Terminated: ok {rc=0}\u000a06:05:20.529226 --- ParallelTerminationStrategy: PID 32540 died...\u000a06:05:20.586221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32540): Terminated: ok {rc=0}\u000a06:05:20.673613 bus /sierra_3: Setting Powered False\u000a06:05:21.780699 bus /sierra_3: Setting Powered False\u000a06:05:22.889344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:05:03" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32552): Process ended prematurely: osmo-stp_10.42.42.5(pid=32552) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32552): Process ended prematurely: osmo-stp_10.42.42.5(pid=32552) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:24.898785 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:24.910435 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:05:25.070889 tst mo_mt_call.py: using LAC 19446\u000a06:05:25.196001 tst mo_mt_call.py: using RAC 66\u000a06:05:25.322384 tst mo_mt_call.py: using CellId 19446\u000a06:05:25.446754 tst mo_mt_call.py: using BVCI 19447\u000a06:05:25.471359 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:25.482977 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:25.494284 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:25.505590 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:25.516941 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:25.528226 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:05:25.642016 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:05:25.845626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:26.318476 run create_hlr_db(pid=32546): Launched\u000a06:05:26.490263 bus /sierra_2: Setting Powered False\u000a06:05:27.513127 run create_hlr_db(pid=32546): Terminated: ok {rc=0}\u000a06:05:27.939617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32548): Launched\u000a06:05:28.260932 run osmo-hlr_10.42.42.2(pid=32549): Launched\u000a06:05:28.379268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:28.936732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32551): Launched\u000a06:05:29.258171 run osmo-stp_10.42.42.5(pid=32552): Launched\u000a06:05:29.374916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:29.960826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32554): Launched\u000a06:05:30.281020 run osmo-msc_10.42.42.6(pid=32555): Launched\u000a06:05:30.471179 run osmo-stp_10.42.42.5(pid=32552): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)]\u000a06:05:30.606970 run osmo-stp_10.42.42.5(pid=32552): stdout: \u000a| (launched: 2022-12-09_06:05:29.101471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:30.742531 run osmo-stp_10.42.42.5(pid=32552): stderr: \u000a| �[0;m�[38;5;43m20221209060529294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060529294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060529295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060529295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060529295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060529295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060529295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:30.880009 run osmo-stp_10.42.42.5(pid=32552): stdout: \u000a| (launched: 2022-12-09_06:05:29.101471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:31.018291 run osmo-stp_10.42.42.5(pid=32552): stderr: \u000a| �[0;m�[38;5;43m20221209060529294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060529294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060529295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060529295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060529295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060529295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060529295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:31.076168 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32552): Process ended prematurely: osmo-stp_10.42.42.5(pid=32552) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32552)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:05:31.085778 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:05:31.150738 run osmo-hlr_10.42.42.2(pid=32549): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32549)]\u000a06:05:31.203256 run osmo-hlr_10.42.42.2(pid=32549): stdout: \u000a| (launched: 2022-12-09_06:05:28.104159) \u000a06:05:31.256112 run osmo-hlr_10.42.42.2(pid=32549): stderr: \u000a| �[0;m�[1;31m20221209060528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060528316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060528324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060528325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060528325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:31.328002 run osmo-msc_10.42.42.6(pid=32555): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32555)]\u000a06:05:31.380916 run osmo-msc_10.42.42.6(pid=32555): stdout: \u000a| (launched: 2022-12-09_06:05:30.124746) \u000a06:05:31.433865 run osmo-msc_10.42.42.6(pid=32555): stderr: \u000a| �[0;m�[38;5;43m20221209060530447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060530447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9944d36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060530447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060530447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060530448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060530448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060530451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060530452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060530452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060530452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:31.478764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32548): Terminating (SIGTERM)\u000a06:05:31.523346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32551): Terminating (SIGTERM)\u000a06:05:31.566104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32554): Terminating (SIGTERM)\u000a06:05:31.575787 --- ParallelTerminationStrategy: PID 32548 died...\u000a06:05:31.631976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32548): Terminated: ok {rc=0}\u000a06:05:31.642523 --- ParallelTerminationStrategy: PID 32551 died...\u000a06:05:31.698738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32551): Terminated: ok {rc=0}\u000a06:05:31.709283 --- ParallelTerminationStrategy: PID 32554 died...\u000a06:05:31.765535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32554): Terminated: ok {rc=0}\u000a06:05:31.854837 bus /sierra_3: Setting Powered False\u000a06:05:32.959625 bus /sierra_3: Setting Powered False\u000a06:05:34.066823 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:35.174569 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:35.186467 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:05:35.347017 tst mo_mt_call_osmux.py: using LAC 19447\u000a06:05:35.463098 tst mo_mt_call_osmux.py: using RAC 67\u000a06:05:35.579037 tst mo_mt_call_osmux.py: using CellId 19447\u000a06:05:35.695154 tst mo_mt_call_osmux.py: using BVCI 19448\u000a06:05:35.717905 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:35.728881 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:35.739758 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:35.751015 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:35.762304 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:35.773410 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:05:35.892003 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:05:36.102980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:36.618200 run create_hlr_db(pid=32557): Launched\u000a06:05:36.803378 bus /sierra_2: Setting Powered False\u000a06:05:37.825775 run create_hlr_db(pid=32557): Terminated: ok {rc=0}\u000a06:05:38.253009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Launched\u000a06:05:38.572174 run osmo-hlr_10.42.42.2(pid=32560): Launched\u000a06:05:38.688633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:39.245329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Launched\u000a06:05:39.565617 run osmo-stp_10.42.42.5(pid=32563): Launched\u000a06:05:39.682931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:40.268667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32565): Launched\u000a06:05:40.588581 run osmo-msc_10.42.42.6(pid=32566): Launched\u000a06:05:40.777771 run osmo-stp_10.42.42.5(pid=32563): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]\u000a06:05:40.913957 run osmo-stp_10.42.42.5(pid=32563): stdout: \u000a| (launched: 2022-12-09_06:05:39.409010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:41.049876 run osmo-stp_10.42.42.5(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221209060539601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060539601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060539602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060539602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060539603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:41.179098 run osmo-stp_10.42.42.5(pid=32563): stdout: \u000a| (launched: 2022-12-09_06:05:39.409010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:41.307058 run osmo-stp_10.42.42.5(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221209060539601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060539601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060539602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060539602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060539603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:41.363290 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:05:41.372253 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:05:41.434778 run osmo-hlr_10.42.42.2(pid=32560): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32560)]\u000a06:05:41.486255 run osmo-hlr_10.42.42.2(pid=32560): stdout: \u000a| (launched: 2022-12-09_06:05:38.416189) \u000a06:05:41.538349 run osmo-hlr_10.42.42.2(pid=32560): stderr: \u000a| �[0;m�[1;31m20221209060538615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060538615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060538615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060538615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060538615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060538615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060538628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060538636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060538636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060538636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:41.609171 run osmo-msc_10.42.42.6(pid=32566): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32566)]\u000a06:05:41.660445 run osmo-msc_10.42.42.6(pid=32566): stdout: \u000a| (launched: 2022-12-09_06:05:40.431592) \u000a06:05:41.712243 run osmo-msc_10.42.42.6(pid=32566): stderr: \u000a| �[0;m�[38;5;43m20221209060540752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060540752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc79459c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060540752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060540752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060540752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060540752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060540754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060540755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060540755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060540755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:41.756158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminating (SIGTERM)\u000a06:05:41.798076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminating (SIGTERM)\u000a06:05:41.839977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32565): Terminating (SIGTERM)\u000a06:05:41.849681 --- ParallelTerminationStrategy: PID 32559 died...\u000a06:05:41.905358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminated: ok {rc=0}\u000a06:05:41.915418 --- ParallelTerminationStrategy: PID 32562 died...\u000a06:05:41.970969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminated: ok {rc=0}\u000a06:05:41.980942 --- ParallelTerminationStrategy: PID 32565 died...\u000a06:05:42.036724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32565): Terminated: ok {rc=0}\u000a06:05:42.124369 bus /sierra_3: Setting Powered False\u000a06:05:43.226991 bus /sierra_3: Setting Powered False\u000a06:05:44.336725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:05:24" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32577): Process ended prematurely: osmo-stp_10.42.42.5(pid=32577) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32577)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32577): Process ended prematurely: osmo-stp_10.42.42.5(pid=32577) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:46.343241 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.355721 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:05:46.535036 tst mo_mt_call.py: using LAC 19448\u000a06:05:46.661792 tst mo_mt_call.py: using RAC 68\u000a06:05:46.802141 tst mo_mt_call.py: using CellId 19448\u000a06:05:46.927751 tst mo_mt_call.py: using BVCI 19449\u000a06:05:46.951873 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.964013 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.976552 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.990380 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:47.003488 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:47.015397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:47.137236 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:47.351724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:47.864600 run create_hlr_db(pid=32571): Launched\u000a06:05:48.050018 bus /sierra_2: Setting Powered False\u000a06:05:49.071672 run create_hlr_db(pid=32571): Terminated: ok {rc=0}\u000a06:05:49.471827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32573): Launched\u000a06:05:49.770099 run osmo-hlr_10.42.42.2(pid=32574): Launched\u000a06:05:49.879360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:50.397619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32576): Launched\u000a06:05:50.695150 run osmo-stp_10.42.42.5(pid=32577): Launched\u000a06:05:50.804601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:51.350311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32579): Launched\u000a06:05:51.648827 run osmo-msc_10.42.42.6(pid=32580): Launched\u000a06:05:51.826725 run osmo-stp_10.42.42.5(pid=32577): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32577)]\u000a06:05:51.955091 run osmo-stp_10.42.42.5(pid=32577): stdout: \u000a| (launched: 2022-12-09_06:05:50.549115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:52.080317 run osmo-stp_10.42.42.5(pid=32577): stderr: \u000a| �[0;m�[38;5;43m20221209060550717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060550717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060550717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060550717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060550720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060550720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060550720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:52.200731 run osmo-stp_10.42.42.5(pid=32577): stdout: \u000a| (launched: 2022-12-09_06:05:50.549115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:52.319777 run osmo-stp_10.42.42.5(pid=32577): stderr: \u000a| �[0;m�[38;5;43m20221209060550717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060550717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060550717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060550717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060550720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060550720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060550720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:52.372463 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32577): Process ended prematurely: osmo-stp_10.42.42.5(pid=32577) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32577)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:05:52.381252 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:05:52.441891 run osmo-hlr_10.42.42.2(pid=32574): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32574)]\u000a06:05:52.491988 run osmo-hlr_10.42.42.2(pid=32574): stdout: \u000a| (launched: 2022-12-09_06:05:49.623350) \u000a06:05:52.542330 run osmo-hlr_10.42.42.2(pid=32574): stderr: \u000a| �[0;m�[1;31m20221209060549797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060549797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060549797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060549797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060549797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060549797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060549812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060549823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060549823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060549823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:52.610555 run osmo-msc_10.42.42.6(pid=32580): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32580)]\u000a06:05:52.660201 run osmo-msc_10.42.42.6(pid=32580): stdout: \u000a| (launched: 2022-12-09_06:05:51.501816) \u000a06:05:52.710245 run osmo-msc_10.42.42.6(pid=32580): stderr: \u000a| �[0;m�[38;5;43m20221209060551774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060551774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd3fa13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060551774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060551774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060551775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060551775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060551777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060551777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060551778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060551778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:52.753607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32573): Terminating (SIGTERM)\u000a06:05:52.793983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32576): Terminating (SIGTERM)\u000a06:05:52.834581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32579): Terminating (SIGTERM)\u000a06:05:52.844154 --- ParallelTerminationStrategy: PID 32573 died...\u000a06:05:52.898240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32573): Terminated: ok {rc=0}\u000a06:05:52.908246 --- ParallelTerminationStrategy: PID 32576 died...\u000a06:05:52.962051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32576): Terminated: ok {rc=0}\u000a06:05:52.972015 --- ParallelTerminationStrategy: PID 32579 died...\u000a06:05:53.026426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32579): Terminated: ok {rc=0}\u000a06:05:53.116426 bus /sierra_3: Setting Powered False\u000a06:05:54.221778 bus /sierra_3: Setting Powered False\u000a06:05:55.334713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32588): Process ended prematurely: osmo-stp_10.42.42.5(pid=32588) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32588)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32588): Process ended prematurely: osmo-stp_10.42.42.5(pid=32588) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:56.451030 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.463124 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:05:56.626196 tst mo_mt_call_osmux.py: using LAC 19449\u000a06:05:56.752503 tst mo_mt_call_osmux.py: using RAC 69\u000a06:05:56.883051 tst mo_mt_call_osmux.py: using CellId 19449\u000a06:05:57.006667 tst mo_mt_call_osmux.py: using BVCI 19450\u000a06:05:57.031295 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:57.042874 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:57.054231 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:57.065518 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:57.076925 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:57.088338 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:57.223086 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:57.431794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:57.946688 run create_hlr_db(pid=32582): Launched\u000a06:05:58.133219 bus /sierra_2: Setting Powered False\u000a06:05:59.153411 run create_hlr_db(pid=32582): Terminated: ok {rc=0}\u000a06:05:59.580038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32584): Launched\u000a06:05:59.901526 run osmo-hlr_10.42.42.2(pid=32585): Launched\u000a06:06:00.018451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:00.576044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32587): Launched\u000a06:06:00.930874 run osmo-stp_10.42.42.5(pid=32588): Launched\u000a06:06:01.215161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:01.941624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32590): Launched\u000a06:06:02.349668 run osmo-msc_10.42.42.6(pid=32591): Launched\u000a06:06:02.570618 run osmo-stp_10.42.42.5(pid=32588): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32588)]\u000a06:06:02.698062 run osmo-stp_10.42.42.5(pid=32588): stdout: \u000a| (launched: 2022-12-09_06:06:00.739063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:02.823622 run osmo-stp_10.42.42.5(pid=32588): stderr: \u000a| �[0;m�[38;5;43m20221209060601038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060601038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060601039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060601039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060601039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060601040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060601040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:02.944445 run osmo-stp_10.42.42.5(pid=32588): stdout: \u000a| (launched: 2022-12-09_06:06:00.739063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:03.063783 run osmo-stp_10.42.42.5(pid=32588): stderr: \u000a| �[0;m�[38;5;43m20221209060601038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060601038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060601039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060601039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060601039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060601040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060601040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:03.116531 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32588): Process ended prematurely: osmo-stp_10.42.42.5(pid=32588) [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32588)] [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:06:03.125418 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a06:06:03.186056 run osmo-hlr_10.42.42.2(pid=32585): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32585)]\u000a06:06:03.235371 run osmo-hlr_10.42.42.2(pid=32585): stdout: \u000a| (launched: 2022-12-09_06:05:59.743924) \u000a06:06:03.286216 run osmo-hlr_10.42.42.2(pid=32585): stderr: \u000a| �[0;m�[1;31m20221209060559942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060559942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060559942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060559942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060559942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060559942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060559967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060559978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060559979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060559979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:03.354491 run osmo-msc_10.42.42.6(pid=32591): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32591)]\u000a06:06:03.404761 run osmo-msc_10.42.42.6(pid=32591): stdout: \u000a| (launched: 2022-12-09_06:06:02.106795) \u000a06:06:03.454839 run osmo-msc_10.42.42.6(pid=32591): stderr: \u000a| �[0;m�[38;5;43m20221209060602484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060602484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7afb075c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060602485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060602485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060602485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060602485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060602487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:03.497072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32584): Terminating (SIGTERM)\u000a06:06:03.537502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32587): Terminating (SIGTERM)\u000a06:06:03.578015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32590): Terminating (SIGTERM)\u000a06:06:03.587807 --- ParallelTerminationStrategy: PID 32584 died...\u000a06:06:03.641903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32584): Terminated: ok {rc=0}\u000a06:06:03.651998 --- ParallelTerminationStrategy: PID 32587 died...\u000a06:06:03.705996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32587): Terminated: ok {rc=0}\u000a06:06:03.715804 --- ParallelTerminationStrategy: PID 32590 died...\u000a06:06:03.769521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32590): Terminated: ok {rc=0}\u000a06:06:03.858001 bus /sierra_3: Setting Powered False\u000a06:06:04.962032 bus /sierra_3: Setting Powered False\u000a06:06:06.072704 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:05:46" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32602): Process ended prematurely: osmo-stp_10.42.42.5(pid=32602) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32602)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32602): Process ended prematurely: osmo-stp_10.42.42.5(pid=32602) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:06:08.085485 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:08.096812 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:06:08.250949 tst mo_mt_call.py: using LAC 19450\u000a06:06:08.371707 tst mo_mt_call.py: using RAC 70\u000a06:06:08.489194 tst mo_mt_call.py: using CellId 19450\u000a06:06:08.607951 tst mo_mt_call.py: using BVCI 19451\u000a06:06:08.630710 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:08.641807 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:08.652649 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:08.663781 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:08.674981 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:08.686245 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:06:08.802404 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:06:09.012777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:09.528100 run create_hlr_db(pid=32596): Launched\u000a06:06:09.713252 bus /sierra_2: Setting Powered False\u000a06:06:10.734650 run create_hlr_db(pid=32596): Terminated: ok {rc=0}\u000a06:06:11.135509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32598): Launched\u000a06:06:11.434093 run osmo-hlr_10.42.42.2(pid=32599): Launched\u000a06:06:11.541289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:12.062013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32601): Launched\u000a06:06:12.360641 run osmo-stp_10.42.42.5(pid=32602): Launched\u000a06:06:12.469415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:13.014570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32604): Launched\u000a06:06:13.313678 run osmo-msc_10.42.42.6(pid=32605): Launched\u000a06:06:13.491622 run osmo-stp_10.42.42.5(pid=32602): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32602)]\u000a06:06:13.619415 run osmo-stp_10.42.42.5(pid=32602): stdout: \u000a| (launched: 2022-12-09_06:06:12.213923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:13.744180 run osmo-stp_10.42.42.5(pid=32602): stderr: \u000a| �[0;m�[38;5;43m20221209060612384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060612384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060612385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060612385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060612386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060612386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060612386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:13.864301 run osmo-stp_10.42.42.5(pid=32602): stdout: \u000a| (launched: 2022-12-09_06:06:12.213923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:13.983244 run osmo-stp_10.42.42.5(pid=32602): stderr: \u000a| �[0;m�[38;5;43m20221209060612384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060612384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060612385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060612385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060612386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060612386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060612386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:14.035734 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32602): Process ended prematurely: osmo-stp_10.42.42.5(pid=32602) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32602)] [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:06:14.044378 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:06:14.104591 run osmo-hlr_10.42.42.2(pid=32599): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32599)]\u000a06:06:14.153615 run osmo-hlr_10.42.42.2(pid=32599): stdout: \u000a| (launched: 2022-12-09_06:06:11.287780) \u000a06:06:14.203141 run osmo-hlr_10.42.42.2(pid=32599): stderr: \u000a| �[0;m�[1;31m20221209060611462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060611462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060611462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060611462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060611462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060611462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060611556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060611565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060611566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060611566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:14.270317 run osmo-msc_10.42.42.6(pid=32605): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32605)]\u000a06:06:14.319607 run osmo-msc_10.42.42.6(pid=32605): stdout: \u000a| (launched: 2022-12-09_06:06:13.166116) \u000a06:06:14.369310 run osmo-msc_10.42.42.6(pid=32605): stderr: \u000a| �[0;m�[38;5;43m20221209060613435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060613436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd4a846c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060613436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060613436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060613436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060613436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060613438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060613438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060613438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060613439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:14.411222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32598): Terminating (SIGTERM)\u000a06:06:14.451418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32601): Terminating (SIGTERM)\u000a06:06:14.491309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32604): Terminating (SIGTERM)\u000a06:06:14.500817 --- ParallelTerminationStrategy: PID 32598 died...\u000a06:06:14.554349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32598): Terminated: ok {rc=0}\u000a06:06:14.564235 --- ParallelTerminationStrategy: PID 32601 died...\u000a06:06:14.617351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32601): Terminated: ok {rc=0}\u000a06:06:14.627212 --- ParallelTerminationStrategy: PID 32604 died...\u000a06:06:14.680311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32604): Terminated: ok {rc=0}\u000a06:06:14.764379 bus /sierra_3: Setting Powered False\u000a06:06:15.878537 bus /sierra_3: Setting Powered False\u000a06:06:16.999633 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32613): Process ended prematurely: osmo-stp_10.42.42.5(pid=32613) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32613)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32613): Process ended prematurely: osmo-stp_10.42.42.5(pid=32613) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:06:18.110215 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:18.122115 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:06:18.276743 tst mo_mt_call_osmux.py: using LAC 19451\u000a06:06:18.396094 tst mo_mt_call_osmux.py: using RAC 71\u000a06:06:18.514378 tst mo_mt_call_osmux.py: using CellId 19451\u000a06:06:18.632803 tst mo_mt_call_osmux.py: using BVCI 19452\u000a06:06:18.655493 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:18.666847 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:18.677777 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:18.689031 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:18.700296 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:18.711596 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:06:18.827129 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:06:19.036681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:19.551842 run create_hlr_db(pid=32607): Launched\u000a06:06:19.737413 bus /sierra_2: Setting Powered False\u000a06:06:20.759004 run create_hlr_db(pid=32607): Terminated: ok {rc=0}\u000a06:06:21.159696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32609): Launched\u000a06:06:21.458046 run osmo-hlr_10.42.42.2(pid=32610): Launched\u000a06:06:21.571866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:22.121136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32612): Launched\u000a06:06:22.419030 run osmo-stp_10.42.42.5(pid=32613): Launched\u000a06:06:22.527490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:23.072635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32615): Launched\u000a06:06:23.372350 run osmo-msc_10.42.42.6(pid=32616): Launched\u000a06:06:23.550555 run osmo-stp_10.42.42.5(pid=32613): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32613)]\u000a06:06:23.678994 run osmo-stp_10.42.42.5(pid=32613): stdout: \u000a| (launched: 2022-12-09_06:06:22.272458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:23.804143 run osmo-stp_10.42.42.5(pid=32613): stderr: \u000a| �[0;m�[38;5;43m20221209060622442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060622442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060622443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060622443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060622444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060622444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060622444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:23.924409 run osmo-stp_10.42.42.5(pid=32613): stdout: \u000a| (launched: 2022-12-09_06:06:22.272458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:24.043463 run osmo-stp_10.42.42.5(pid=32613): stderr: \u000a| �[0;m�[38;5;43m20221209060622442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060622442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060622443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060622443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060622444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060622444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060622444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:24.096172 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32613): Process ended prematurely: osmo-stp_10.42.42.5(pid=32613) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32613)] [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:06:24.104733 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:06:24.165331 run osmo-hlr_10.42.42.2(pid=32610): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32610)]\u000a06:06:24.214680 run osmo-hlr_10.42.42.2(pid=32610): stdout: \u000a| (launched: 2022-12-09_06:06:21.311760) \u000a06:06:24.264768 run osmo-hlr_10.42.42.2(pid=32610): stderr: \u000a| �[0;m�[1;31m20221209060621486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060621486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060621486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060621486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060621486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060621486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060621498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060621509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060621509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060621510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:24.332229 run osmo-msc_10.42.42.6(pid=32616): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32616)]\u000a06:06:24.381470 run osmo-msc_10.42.42.6(pid=32616): stdout: \u000a| (launched: 2022-12-09_06:06:23.225173) \u000a06:06:24.431148 run osmo-msc_10.42.42.6(pid=32616): stderr: \u000a| �[0;m�[38;5;43m20221209060623499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060623499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cd6ee2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060623499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060623500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060623500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060623500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060623502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:24.473373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32609): Terminating (SIGTERM)\u000a06:06:24.513615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32612): Terminating (SIGTERM)\u000a06:06:24.553866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32615): Terminating (SIGTERM)\u000a06:06:24.563402 --- ParallelTerminationStrategy: PID 32609 died...\u000a06:06:24.617117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32609): Terminated: ok {rc=0}\u000a06:06:24.627065 --- ParallelTerminationStrategy: PID 32612 died...\u000a06:06:24.680483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32612): Terminated: ok {rc=0}\u000a06:06:24.690516 --- ParallelTerminationStrategy: PID 32615 died...\u000a06:06:24.743717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32615): Terminated: ok {rc=0}\u000a06:06:24.832632 bus /sierra_3: Setting Powered False\u000a06:06:25.934875 bus /sierra_3: Setting Powered False\u000a06:06:27.045465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:06:07" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32627): Process ended prematurely: osmo-stp_10.42.42.5(pid=32627) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32627): Process ended prematurely: osmo-stp_10.42.42.5(pid=32627) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:06:29.026054 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:29.036717 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:06:29.194095 tst mo_mt_call.py: using LAC 19452\u000a06:06:29.310179 tst mo_mt_call.py: using RAC 72\u000a06:06:29.425579 tst mo_mt_call.py: using CellId 19452\u000a06:06:29.545633 tst mo_mt_call.py: using BVCI 19453\u000a06:06:29.568192 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:29.579552 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:29.590258 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:29.601409 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:29.612277 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:29.623368 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:29.741174 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:29.949878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:30.465220 run create_hlr_db(pid=32621): Launched\u000a06:06:30.651666 bus /sierra_2: Setting Powered False\u000a06:06:31.673290 run create_hlr_db(pid=32621): Terminated: ok {rc=0}\u000a06:06:32.123450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32623): Launched\u000a06:06:32.447276 run osmo-hlr_10.42.42.2(pid=32624): Launched\u000a06:06:32.563909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:33.120223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32626): Launched\u000a06:06:33.440279 run osmo-stp_10.42.42.5(pid=32627): Launched\u000a06:06:33.555276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:34.141918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32629): Launched\u000a06:06:34.461909 run osmo-msc_10.42.42.6(pid=32630): Launched\u000a06:06:34.650929 run osmo-stp_10.42.42.5(pid=32627): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)]\u000a06:06:34.786887 run osmo-stp_10.42.42.5(pid=32627): stdout: \u000a| (launched: 2022-12-09_06:06:33.284177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:34.921747 run osmo-stp_10.42.42.5(pid=32627): stderr: \u000a| �[0;m�[38;5;43m20221209060633474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060633475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060633475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060633475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060633478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060633478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060633478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:35.050533 run osmo-stp_10.42.42.5(pid=32627): stdout: \u000a| (launched: 2022-12-09_06:06:33.284177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:35.178501 run osmo-stp_10.42.42.5(pid=32627): stderr: \u000a| �[0;m�[38;5;43m20221209060633474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060633475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060633475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060633475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060633478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060633478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060633478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:35.234921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32627): Process ended prematurely: osmo-stp_10.42.42.5(pid=32627) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)] [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:06:35.243805 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:06:35.306095 run osmo-hlr_10.42.42.2(pid=32624): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32624)]\u000a06:06:35.357351 run osmo-hlr_10.42.42.2(pid=32624): stdout: \u000a| (launched: 2022-12-09_06:06:32.289963) \u000a06:06:35.409227 run osmo-hlr_10.42.42.2(pid=32624): stderr: \u000a| �[0;m�[1;31m20221209060632487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060632487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060632487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060632487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060632487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060632487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060632499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060632507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060632507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060632507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:35.479762 run osmo-msc_10.42.42.6(pid=32630): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32630)]\u000a06:06:35.531167 run osmo-msc_10.42.42.6(pid=32630): stdout: \u000a| (launched: 2022-12-09_06:06:34.305234) \u000a06:06:35.582986 run osmo-msc_10.42.42.6(pid=32630): stderr: \u000a| �[0;m�[38;5;43m20221209060634627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060634627 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f935cf87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060634627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060634627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060634627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060634628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060634629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060634630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060634630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060634630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:35.627149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32623): Terminating (SIGTERM)\u000a06:06:35.668930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32626): Terminating (SIGTERM)\u000a06:06:35.710839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32629): Terminating (SIGTERM)\u000a06:06:35.721126 --- ParallelTerminationStrategy: PID 32623 died...\u000a06:06:35.776983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32623): Terminated: ok {rc=0}\u000a06:06:35.787426 --- ParallelTerminationStrategy: PID 32626 died...\u000a06:06:35.842999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32626): Terminated: ok {rc=0}\u000a06:06:35.853059 --- ParallelTerminationStrategy: PID 32629 died...\u000a06:06:35.909025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32629): Terminated: ok {rc=0}\u000a06:06:35.996353 bus /sierra_3: Setting Powered False\u000a06:06:37.103890 bus /sierra_3: Setting Powered False\u000a06:06:38.211991 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32639): Process ended prematurely: osmo-stp_10.42.42.5(pid=32639) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32639)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32639): Process ended prematurely: osmo-stp_10.42.42.5(pid=32639) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:06:39.325656 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:39.337649 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:06:39.501064 tst mo_mt_call_osmux.py: using LAC 19453\u000a06:06:39.628508 tst mo_mt_call_osmux.py: using RAC 73\u000a06:06:39.754687 tst mo_mt_call_osmux.py: using CellId 19453\u000a06:06:39.876721 tst mo_mt_call_osmux.py: using BVCI 19454\u000a06:06:39.899571 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:39.910619 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:39.921335 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:39.932295 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:39.943333 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:39.954591 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:40.072480 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:40.285412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:40.786853 run create_hlr_db(pid=32633): Launched\u000a06:06:40.959973 bus /sierra_2: Setting Powered False\u000a06:06:41.981294 run create_hlr_db(pid=32633): Terminated: ok {rc=0}\u000a06:06:42.379446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32635): Launched\u000a06:06:42.678069 run osmo-hlr_10.42.42.2(pid=32636): Launched\u000a06:06:42.792208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:43.343175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32638): Launched\u000a06:06:43.664718 run osmo-stp_10.42.42.5(pid=32639): Launched\u000a06:06:43.782044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:44.375100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32641): Launched\u000a06:06:44.696007 run osmo-msc_10.42.42.6(pid=32642): Launched\u000a06:06:44.885425 run osmo-stp_10.42.42.5(pid=32639): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32639)]\u000a06:06:45.021815 run osmo-stp_10.42.42.5(pid=32639): stdout: \u000a| (launched: 2022-12-09_06:06:43.506893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:45.158180 run osmo-stp_10.42.42.5(pid=32639): stderr: \u000a| �[0;m�[38;5;43m20221209060643701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060643702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060643702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060643702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060643703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060643703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060643703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:45.287459 run osmo-stp_10.42.42.5(pid=32639): stdout: \u000a| (launched: 2022-12-09_06:06:43.506893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:45.415680 run osmo-stp_10.42.42.5(pid=32639): stderr: \u000a| �[0;m�[38;5;43m20221209060643701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060643702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060643702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060643702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060643703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060643703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060643703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:45.472233 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32639): Process ended prematurely: osmo-stp_10.42.42.5(pid=32639) [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32639)] [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:06:45.481287 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:06:45.543868 run osmo-hlr_10.42.42.2(pid=32636): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32636)]\u000a06:06:45.595341 run osmo-hlr_10.42.42.2(pid=32636): stdout: \u000a| (launched: 2022-12-09_06:06:42.531360) \u000a06:06:45.647427 run osmo-hlr_10.42.42.2(pid=32636): stderr: \u000a| �[0;m�[1;31m20221209060642708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060642708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060642708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060642708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060642708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060642708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060642721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060642729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060642729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060642729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:45.718236 run osmo-msc_10.42.42.6(pid=32642): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32642)]\u000a06:06:45.769923 run osmo-msc_10.42.42.6(pid=32642): stdout: \u000a| (launched: 2022-12-09_06:06:44.539176) \u000a06:06:45.821926 run osmo-msc_10.42.42.6(pid=32642): stderr: \u000a| �[0;m�[38;5;43m20221209060644862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060644863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc41c4ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060644863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060644863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060644863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060644863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060644865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060644865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060644865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060644866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:45.871837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32635): Terminating (SIGTERM)\u000a06:06:45.930370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32638): Terminating (SIGTERM)\u000a06:06:45.972652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32641): Terminating (SIGTERM)\u000a06:06:45.982344 --- ParallelTerminationStrategy: PID 32635 died...\u000a06:06:46.039521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32635): Terminated: ok {rc=0}\u000a06:06:46.050196 --- ParallelTerminationStrategy: PID 32638 died...\u000a06:06:46.106689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32638): Terminated: ok {rc=0}\u000a06:06:46.117146 --- ParallelTerminationStrategy: PID 32641 died...\u000a06:06:46.173705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32641): Terminated: ok {rc=0}\u000a06:06:46.262490 bus /sierra_3: Setting Powered False\u000a06:06:47.368915 bus /sierra_3: Setting Powered False\u000a06:06:48.480576 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:06:28" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32653): Process ended prematurely: osmo-stp_10.42.42.5(pid=32653) [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32653): Process ended prematurely: osmo-stp_10.42.42.5(pid=32653) [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a06:06:50.463246 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:50.474490 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:06:50.612590 tst mo_mt_call.py: using LAC 19454\u000a06:06:50.731769 tst mo_mt_call.py: using RAC 74\u000a06:06:50.850680 tst mo_mt_call.py: using CellId 19454\u000a06:06:50.968028 tst mo_mt_call.py: using BVCI 19455\u000a06:06:50.990844 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:51.002213 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:51.013224 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:51.024417 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:51.035731 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:51.046975 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:06:51.167526 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:06:51.375460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:51.891095 run create_hlr_db(pid=32647): Launched\u000a06:06:52.076629 bus /sierra_2: Setting Powered False\u000a06:06:53.097333 run create_hlr_db(pid=32647): Terminated: ok {rc=0}\u000a06:06:53.524037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32649): Launched\u000a06:06:53.844721 run osmo-hlr_10.42.42.2(pid=32650): Launched\u000a06:06:53.961754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:54.519370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32652): Launched\u000a06:06:54.839933 run osmo-stp_10.42.42.5(pid=32653): Launched\u000a06:06:54.957064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:55.545539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32655): Launched\u000a06:06:55.867730 run osmo-msc_10.42.42.6(pid=32656): Launched\u000a06:06:56.057636 run osmo-stp_10.42.42.5(pid=32653): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)]\u000a06:06:56.194456 run osmo-stp_10.42.42.5(pid=32653): stdout: \u000a| (launched: 2022-12-09_06:06:54.683103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:56.330570 run osmo-stp_10.42.42.5(pid=32653): stderr: \u000a| �[0;m�[38;5;43m20221209060654874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060654874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060654874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060654875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060654875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060654875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060654875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:56.459615 run osmo-stp_10.42.42.5(pid=32653): stdout: \u000a| (launched: 2022-12-09_06:06:54.683103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:56.587671 run osmo-stp_10.42.42.5(pid=32653): stderr: \u000a| �[0;m�[38;5;43m20221209060654874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060654874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060654874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060654875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060654875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060654875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060654875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:56.644033 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32653): Process ended prematurely: osmo-stp_10.42.42.5(pid=32653) [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)] [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a06:06:56.653141 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:06:56.715666 run osmo-hlr_10.42.42.2(pid=32650): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32650)]\u000a06:06:56.766933 run osmo-hlr_10.42.42.2(pid=32650): stdout: \u000a| (launched: 2022-12-09_06:06:53.687487) \u000a06:06:56.818995 run osmo-hlr_10.42.42.2(pid=32650): stderr: \u000a| �[0;m�[1;31m20221209060653886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060653886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060653886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060653886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060653887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060653887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060653899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060653907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060653907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060653907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:56.889850 run osmo-msc_10.42.42.6(pid=32656): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32656)]\u000a06:06:56.941283 run osmo-msc_10.42.42.6(pid=32656): stdout: \u000a| (launched: 2022-12-09_06:06:55.709259) \u000a06:06:56.993097 run osmo-msc_10.42.42.6(pid=32656): stderr: \u000a| �[0;m�[38;5;43m20221209060656033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060656033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f922f89dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060656033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060656033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060656034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060656034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060656035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060656036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060656036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060656036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:57.037313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32649): Terminating (SIGTERM)\u000a06:06:57.079192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32652): Terminating (SIGTERM)\u000a06:06:57.121066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32655): Terminating (SIGTERM)\u000a06:06:57.130748 --- ParallelTerminationStrategy: PID 32649 died...\u000a06:06:57.187167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32649): Terminated: ok {rc=0}\u000a06:06:57.197445 --- ParallelTerminationStrategy: PID 32652 died...\u000a06:06:57.253136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32652): Terminated: ok {rc=0}\u000a06:06:57.263200 --- ParallelTerminationStrategy: PID 32655 died...\u000a06:06:57.318977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32655): Terminated: ok {rc=0}\u000a06:06:57.406787 bus /sierra_3: Setting Powered False\u000a06:06:58.511147 bus /sierra_3: Setting Powered False\u000a06:06:59.622941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:07:00.731378 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:00.743212 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:07:00.898648 tst mo_mt_call_osmux.py: using LAC 19455\u000a06:07:01.019143 tst mo_mt_call_osmux.py: using RAC 75\u000a06:07:01.146340 tst mo_mt_call_osmux.py: using CellId 19455\u000a06:07:01.275817 tst mo_mt_call_osmux.py: using BVCI 19456\u000a06:07:01.300705 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:01.313248 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:01.326252 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:01.339127 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:01.352693 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:01.366357 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:07:01.483821 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:07:01.706818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:02.264083 run create_hlr_db(pid=32658): Launched\u000a06:07:02.438969 bus /sierra_2: Setting Powered False\u000a06:07:03.459186 run create_hlr_db(pid=32658): Terminated: ok {rc=0}\u000a06:07:03.858993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32660): Launched\u000a06:07:04.158820 run osmo-hlr_10.42.42.2(pid=32661): Launched\u000a06:07:04.272890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:04.794393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32663): Launched\u000a06:07:05.094210 run osmo-stp_10.42.42.5(pid=32664): Launched\u000a06:07:05.203666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:05.753585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32666): Launched\u000a06:07:06.054974 run osmo-msc_10.42.42.6(pid=32667): Launched\u000a06:07:06.233266 run osmo-stp_10.42.42.5(pid=32664): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]\u000a06:07:06.361780 run osmo-stp_10.42.42.5(pid=32664): stdout: \u000a| (launched: 2022-12-09_06:07:04.947036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:06.487391 run osmo-stp_10.42.42.5(pid=32664): stderr: \u000a| �[0;m�[38;5;43m20221209060705116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060705117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060705117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060705117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:06.607763 run osmo-stp_10.42.42.5(pid=32664): stdout: \u000a| (launched: 2022-12-09_06:07:04.947036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:06.727321 run osmo-stp_10.42.42.5(pid=32664): stderr: \u000a| �[0;m�[38;5;43m20221209060705116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060705117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060705117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060705117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:06.780122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)] [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a06:07:06.788339 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:07:06.848873 run osmo-hlr_10.42.42.2(pid=32661): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32661)]\u000a06:07:06.898746 run osmo-hlr_10.42.42.2(pid=32661): stdout: \u000a| (launched: 2022-12-09_06:07:04.011241) \u000a06:07:06.949248 run osmo-hlr_10.42.42.2(pid=32661): stderr: \u000a| �[0;m�[1;31m20221209060704186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060704186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060704186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060704186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060704186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060704186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060704198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060704207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060704207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060704207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:07.017453 run osmo-msc_10.42.42.6(pid=32667): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32667)]\u000a06:07:07.066828 run osmo-msc_10.42.42.6(pid=32667): stdout: \u000a| (launched: 2022-12-09_06:07:05.906478) \u000a06:07:07.117079 run osmo-msc_10.42.42.6(pid=32667): stderr: \u000a| �[0;m�[38;5;43m20221209060706181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060706181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa33a103c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060706181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060706181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060706181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060706182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060706184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060706184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060706184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060706184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:07.159192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32660): Terminating (SIGTERM)\u000a06:07:07.199638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32663): Terminating (SIGTERM)\u000a06:07:07.239527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32666): Terminating (SIGTERM)\u000a06:07:07.249036 --- ParallelTerminationStrategy: PID 32660 died...\u000a06:07:07.303021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32660): Terminated: ok {rc=0}\u000a06:07:07.312623 --- ParallelTerminationStrategy: PID 32663 died...\u000a06:07:07.366395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32663): Terminated: ok {rc=0}\u000a06:07:07.376245 --- ParallelTerminationStrategy: PID 32666 died...\u000a06:07:07.429830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32666): Terminated: ok {rc=0}\u000a06:07:07.518619 bus /sierra_3: Setting Powered False\u000a06:07:08.622169 bus /sierra_3: Setting Powered False\u000a06:07:09.732875 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:06:50" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32679): Process ended prematurely: osmo-stp_10.42.42.5(pid=32679) [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32679)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32679): Process ended prematurely: osmo-stp_10.42.42.5(pid=32679) [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:07:11.753452 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:11.764655 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:11.896370 tst emergency_mo_mt_call.py: using LAC 19456\u000a06:07:12.010377 tst emergency_mo_mt_call.py: using RAC 76\u000a06:07:12.133437 tst emergency_mo_mt_call.py: using CellId 19456\u000a06:07:12.256616 tst emergency_mo_mt_call.py: using BVCI 19457\u000a06:07:12.280799 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:12.292008 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:12.303019 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:12.314015 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:12.325027 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:12.335838 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:12.453852 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:12.663379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:13.170324 run create_hlr_db(pid=32673): Launched\u000a06:07:13.354355 bus /sierra_2: Setting Powered False\u000a06:07:14.375077 run create_hlr_db(pid=32673): Terminated: ok {rc=0}\u000a06:07:14.772637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32675): Launched\u000a06:07:15.066610 run osmo-hlr_10.42.42.2(pid=32676): Launched\u000a06:07:15.180488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:15.700748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32678): Launched\u000a06:07:16.075851 run osmo-stp_10.42.42.5(pid=32679): Launched\u000a06:07:16.248078 tst emergency_mo_mt_call.py: using MSISDN 7055\u000a06:07:16.419700 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:17.001803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32681): Launched\u000a06:07:17.396475 run osmo-msc_10.42.42.6(pid=32682): Launched\u000a06:07:17.584879 run osmo-stp_10.42.42.5(pid=32679): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32679)]\u000a06:07:17.720365 run osmo-stp_10.42.42.5(pid=32679): stdout: \u000a| (launched: 2022-12-09_06:07:15.852245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:17.854072 run osmo-stp_10.42.42.5(pid=32679): stderr: \u000a| �[0;m�[38;5;43m20221209060716157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060716157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060716158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060716158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060716158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060716158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060716159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:17.981939 run osmo-stp_10.42.42.5(pid=32679): stdout: \u000a| (launched: 2022-12-09_06:07:15.852245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:18.108519 run osmo-stp_10.42.42.5(pid=32679): stderr: \u000a| �[0;m�[38;5;43m20221209060716157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060716157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060716158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060716158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060716158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060716158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060716159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:18.164378 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32679): Process ended prematurely: osmo-stp_10.42.42.5(pid=32679) [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32679)] [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a06:07:18.173182 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a06:07:18.235870 run osmo-hlr_10.42.42.2(pid=32676): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32676)]\u000a06:07:18.287404 run osmo-hlr_10.42.42.2(pid=32676): stdout: \u000a| (launched: 2022-12-09_06:07:14.922520) \u000a06:07:18.339690 run osmo-hlr_10.42.42.2(pid=32676): stderr: \u000a| �[0;m�[1;31m20221209060715097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060715097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060715097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060715097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060715097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060715097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060715111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060715121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060715121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060715121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:18.410669 run osmo-msc_10.42.42.6(pid=32682): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32682)]\u000a06:07:18.462277 run osmo-msc_10.42.42.6(pid=32682): stdout: \u000a| (launched: 2022-12-09_06:07:17.168682) \u000a06:07:18.514222 run osmo-msc_10.42.42.6(pid=32682): stderr: \u000a| �[0;m�[38;5;43m20221209060717542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060717542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac7696cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060717542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060717542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060717542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060717543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060717544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060717545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060717545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060717545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:18.558531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32675): Terminating (SIGTERM)\u000a06:07:18.600527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32678): Terminating (SIGTERM)\u000a06:07:18.642596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32681): Terminating (SIGTERM)\u000a06:07:18.652265 --- ParallelTerminationStrategy: PID 32675 died...\u000a06:07:18.708127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32675): Terminated: ok {rc=0}\u000a06:07:18.718301 --- ParallelTerminationStrategy: PID 32678 died...\u000a06:07:18.774139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32678): Terminated: ok {rc=0}\u000a06:07:18.784181 --- ParallelTerminationStrategy: PID 32681 died...\u000a06:07:18.839803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32681): Terminated: ok {rc=0}\u000a06:07:18.926618 bus /sierra_3: Setting Powered False\u000a06:07:20.032693 bus /sierra_3: Setting Powered False\u000a06:07:21.139475 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:07:22.190325 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:22.202020 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:22.345738 tst emergency_preemptive_call.py: using LAC 19457\u000a06:07:22.469444 tst emergency_preemptive_call.py: using RAC 77\u000a06:07:22.594822 tst emergency_preemptive_call.py: using CellId 19457\u000a06:07:22.714226 tst emergency_preemptive_call.py: using BVCI 19458\u000a06:07:22.736467 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:22.747084 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:22.757588 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:22.768156 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:22.778761 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:22.789382 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:22.904102 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:23.020595 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:23.138992 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:23.335713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:23.801419 run create_hlr_db(pid=32684): Launched\u000a06:07:23.972541 bus /sierra_2: Setting Powered False\u000a06:07:24.993981 run create_hlr_db(pid=32684): Terminated: ok {rc=0}\u000a06:07:25.415998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Launched\u000a06:07:25.731140 run osmo-hlr_10.42.42.2(pid=32687): Launched\u000a06:07:25.847000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:26.398470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Launched\u000a06:07:26.714271 run osmo-stp_10.42.42.5(pid=32690): Launched\u000a06:07:26.845060 tst emergency_preemptive_call.py: using MSISDN 7056\u000a06:07:27.002291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:27.577617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32692): Launched\u000a06:07:27.891525 run osmo-msc_10.42.42.6(pid=32693): Launched\u000a06:07:28.077858 run osmo-stp_10.42.42.5(pid=32690): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]\u000a06:07:28.217245 run osmo-stp_10.42.42.5(pid=32690): stdout: \u000a| (launched: 2022-12-09_06:07:26.559224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:28.351271 run osmo-stp_10.42.42.5(pid=32690): stderr: \u000a| �[0;m�[38;5;43m20221209060726751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060726751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060726751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060726752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060726754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060726754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060726754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:28.478597 run osmo-stp_10.42.42.5(pid=32690): stdout: \u000a| (launched: 2022-12-09_06:07:26.559224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:28.605313 run osmo-stp_10.42.42.5(pid=32690): stderr: \u000a| �[0;m�[38;5;43m20221209060726751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060726751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060726751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060726752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060726754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060726754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060726754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:28.660471 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)] [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a06:07:28.669034 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a06:07:28.731330 run osmo-hlr_10.42.42.2(pid=32687): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32687)]\u000a06:07:28.782630 run osmo-hlr_10.42.42.2(pid=32687): stdout: \u000a| (launched: 2022-12-09_06:07:25.577257) \u000a06:07:28.834627 run osmo-hlr_10.42.42.2(pid=32687): stderr: \u000a| �[0;m�[1;31m20221209060725775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060725775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060725776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060725776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060725776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060725776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060725788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060725796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060725796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060725797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:28.905344 run osmo-msc_10.42.42.6(pid=32693): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32693)]\u000a06:07:28.956810 run osmo-msc_10.42.42.6(pid=32693): stdout: \u000a| (launched: 2022-12-09_06:07:27.738004) \u000a06:07:29.008615 run osmo-msc_10.42.42.6(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221209060728061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209060728061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37b569fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209060728061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209060728061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209060728062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209060728062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209060728064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209060728064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209060728064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209060728064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:29.052680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Terminating (SIGTERM)\u000a06:07:29.094556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Terminating (SIGTERM)\u000a06:07:29.136433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32692): Terminating (SIGTERM)\u000a06:07:29.146149 --- ParallelTerminationStrategy: PID 32686 died...\u000a06:07:29.202084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Terminated: ok {rc=0}\u000a06:07:29.212285 --- ParallelTerminationStrategy: PID 32689 died...\u000a06:07:29.267877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Terminated: ok {rc=0}\u000a06:07:29.278253 --- ParallelTerminationStrategy: PID 32692 died...\u000a06:07:29.333719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32692): Terminated: ok {rc=0}\u000a06:07:29.420287 bus /sierra_9: Setting Powered False\u000a06:07:30.525424 bus /sierra_9: Setting Powered False\u000a06:07:31.645451 bus /sierra_8: Setting Powered False\u000a06:07:32.747415 bus /sierra_8: Setting Powered False\u000a06:07:33.854303 bus /sierra_3: Setting Powered False\u000a06:07:34.954712 bus /sierra_3: Setting Powered False\u000a06:07:36.065143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:07:11" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32710): Process ended prematurely: osmo-stp_10.42.42.5(pid=32710) [trial-2355↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32710)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32710): Process ended prematurely: osmo-stp_10.42.42.5(pid=32710) [trial-2355↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:07:38.191791 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.202789 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:38.348415 tst cs_paging_gprs_active.py: using LAC 19458\u000a06:07:38.473479 tst cs_paging_gprs_active.py: using RAC 78\u000a06:07:38.598872 tst cs_paging_gprs_active.py: using CellId 19458\u000a06:07:38.724139 tst cs_paging_gprs_active.py: using BVCI 19459\u000a06:07:38.748758 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.759770 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.770565 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.781444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.792095 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.804231 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.815149 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.825891 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:38.836810 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:38.953789 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:39.250271 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:07:39.385650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:39.718929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32700): Launched\u000a06:07:39.996666 run iperf3-srv_10.42.42.10(pid=32701): Launched\u000a06:07:40.196115 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:07:40.332041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:40.665934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32702): Launched\u000a06:07:40.943450 run iperf3-srv_10.42.42.10(pid=32703): Launched\u000a06:07:41.141582 tst cs_paging_gprs_active.py:38: start network...\u000a06:07:41.277145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:41.795286 run create_hlr_db(pid=32704): Launched\u000a06:07:41.983257 bus /sierra_2: Setting Powered False\u000a06:07:43.004452 run create_hlr_db(pid=32704): Terminated: ok {rc=0}\u000a06:07:43.410823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32706): Launched\u000a06:07:43.713755 run osmo-hlr_10.42.42.2(pid=32707): Launched\u000a06:07:43.831284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:44.370111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32709): Launched\u000a06:07:44.693422 run osmo-stp_10.42.42.5(pid=32710): Launched\u000a06:07:44.811901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:07:45.375444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32712): Launched\u000a06:07:45.490572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:07:45.770118 run patchelf(pid=32713): Launched\u000a06:07:45.983348 run osmo-stp_10.42.42.5(pid=32710): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32710)]\u000a06:07:46.124590 run osmo-stp_10.42.42.5(pid=32710): stdout: \u000a| (launched: 2022-12-09_06:07:44.535338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:46.267509 run osmo-stp_10.42.42.5(pid=32710): stderr: \u000a| �[0;m�[38;5;43m20221209060744728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060744728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060744728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060744728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060744729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060744729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060744729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:46.404837 run osmo-stp_10.42.42.5(pid=32710): stdout: \u000a| (launched: 2022-12-09_06:07:44.535338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:46.559472 run osmo-stp_10.42.42.5(pid=32710): stderr: \u000a| �[0;m�[38;5;43m20221209060744728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060744728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060744728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060744728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060744729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060744729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060744729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:46.756858 run patchelf(pid=32713): Terminating (SIGINT)\u000a06:07:46.944681 run patchelf(pid=32713): Terminated: ok {rc=0}\u000a06:07:46.979319 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32710): Process ended prematurely: osmo-stp_10.42.42.5(pid=32710) [trial-2355↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32710)] [trial-2355↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a06:07:46.989565 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:07:47.054067 run osmo-hlr_10.42.42.2(pid=32707): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32707)]\u000a06:07:47.107036 run osmo-hlr_10.42.42.2(pid=32707): stdout: \u000a| (launched: 2022-12-09_06:07:43.564232) \u000a06:07:47.160004 run osmo-hlr_10.42.42.2(pid=32707): stderr: \u000a| �[0;m�[1;31m20221209060743741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060743741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060743741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060743741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060743741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060743741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060743753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060743762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060743762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060743762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:47.205952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32700): Terminating (SIGTERM)\u000a06:07:47.249619 run iperf3-srv_10.42.42.10(pid=32701): Terminating (SIGTERM)\u000a06:07:47.291714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32702): Terminating (SIGTERM)\u000a06:07:47.333737 run iperf3-srv_10.42.42.10(pid=32703): Terminating (SIGTERM)\u000a06:07:47.375778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32706): Terminating (SIGTERM)\u000a06:07:47.417758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32709): Terminating (SIGTERM)\u000a06:07:47.459706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32712): Terminating (SIGTERM)\u000a06:07:47.469495 --- ParallelTerminationStrategy: PID 32700 died...\u000a06:07:47.525468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32700): Terminated: ok {rc=0}\u000a06:07:47.535647 --- ParallelTerminationStrategy: PID 32701 died...\u000a06:07:47.591045 run iperf3-srv_10.42.42.10(pid=32701): Terminated {rc=256}\u000a06:07:47.601178 --- ParallelTerminationStrategy: PID 32702 died...\u000a06:07:47.656985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32702): Terminated: ok {rc=0}\u000a06:07:47.667110 --- ParallelTerminationStrategy: PID 32703 died...\u000a06:07:47.722595 run iperf3-srv_10.42.42.10(pid=32703): Terminated {rc=256}\u000a06:07:47.732628 --- ParallelTerminationStrategy: PID 32706 died...\u000a06:07:47.788191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32706): Terminated: ok {rc=0}\u000a06:07:47.798341 --- ParallelTerminationStrategy: PID 32709 died...\u000a06:07:47.853922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32709): Terminated: ok {rc=0}\u000a06:07:47.864031 --- ParallelTerminationStrategy: PID 32712 died...\u000a06:07:47.919817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32712): Terminated: ok {rc=0}\u000a06:07:48.007171 bus /gobi_0: Setting Powered False\u000a06:07:49.111306 bus /gobi_0: Setting Powered False\u000a06:07:50.223407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32722): Process ended prematurely: osmo-stp_10.42.42.5(pid=32722) [trial-2355↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32722)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32722): Process ended prematurely: osmo-stp_10.42.42.5(pid=32722) [trial-2355↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a06:07:51.338203 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.349684 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:51.498539 tst iperf3.py: using LAC 19459\u000a06:07:51.625864 tst iperf3.py: using RAC 79\u000a06:07:51.751581 tst iperf3.py: using CellId 19459\u000a06:07:51.877378 tst iperf3.py: using BVCI 19460\u000a06:07:51.902450 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.913643 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.924477 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.935342 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.946135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.956817 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.967792 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.978583 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:51.989524 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:52.265638 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:07:52.390664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:52.700670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32714): Launched\u000a06:07:52.959202 run iperf3-srv_10.42.42.10(pid=32715): Launched\u000a06:07:53.142754 tst iperf3.py:8: start network...\u000a06:07:53.267913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:53.742409 run create_hlr_db(pid=32716): Launched\u000a06:07:53.915985 bus /gobi_6: Setting Powered False\u000a06:07:54.937555 run create_hlr_db(pid=32716): Terminated: ok {rc=0}\u000a06:07:55.368032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32718): Launched\u000a06:07:55.691648 run osmo-hlr_10.42.42.2(pid=32719): Launched\u000a06:07:55.810586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:56.372493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32721): Launched\u000a06:07:56.694201 run osmo-stp_10.42.42.5(pid=32722): Launched\u000a06:07:56.811006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:07:57.372885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32724): Launched\u000a06:07:57.487953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:07:57.768852 run patchelf(pid=32725): Launched\u000a06:07:57.958584 run osmo-stp_10.42.42.5(pid=32722): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32722)]\u000a06:07:58.097181 run osmo-stp_10.42.42.5(pid=32722): stdout: \u000a| (launched: 2022-12-09_06:07:56.536615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:58.236574 run osmo-stp_10.42.42.5(pid=32722): stderr: \u000a| �[0;m�[38;5;43m20221209060756728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060756728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060756729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060756729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060756730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060756730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060756730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:58.371713 run osmo-stp_10.42.42.5(pid=32722): stdout: \u000a| (launched: 2022-12-09_06:07:56.536615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:58.505671 run osmo-stp_10.42.42.5(pid=32722): stderr: \u000a| �[0;m�[38;5;43m20221209060756728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060756728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060756729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060756729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060756730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060756730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060756730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:58.660422 run patchelf(pid=32725): Terminating (SIGINT)\u000a06:07:58.841774 run patchelf(pid=32725): Terminated: ok {rc=0}\u000a06:07:58.874857 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32722): Process ended prematurely: osmo-stp_10.42.42.5(pid=32722) [trial-2355↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32722)] [trial-2355↪gprs:trx-umtrx↪iperf3.py:8]\u000a06:07:58.884439 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:07:58.947465 run osmo-hlr_10.42.42.2(pid=32719): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32719)]\u000a06:07:58.998798 run osmo-hlr_10.42.42.2(pid=32719): stdout: \u000a| (launched: 2022-12-09_06:07:55.532878) \u000a06:07:59.050897 run osmo-hlr_10.42.42.2(pid=32719): stderr: \u000a| �[0;m�[1;31m20221209060755730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060755730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060755731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060755731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060755731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060755731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060755744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060755752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060755752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060755752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:59.095479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32714): Terminating (SIGTERM)\u000a06:07:59.137495 run iperf3-srv_10.42.42.10(pid=32715): Terminating (SIGTERM)\u000a06:07:59.179978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32718): Terminating (SIGTERM)\u000a06:07:59.222202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32721): Terminating (SIGTERM)\u000a06:07:59.264295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32724): Terminating (SIGTERM)\u000a06:07:59.275089 --- ParallelTerminationStrategy: PID 32714 died...\u000a06:07:59.332282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32714): Terminated: ok {rc=0}\u000a06:07:59.342248 --- ParallelTerminationStrategy: PID 32715 died...\u000a06:07:59.396683 run iperf3-srv_10.42.42.10(pid=32715): Terminated {rc=256}\u000a06:07:59.406515 --- ParallelTerminationStrategy: PID 32718 died...\u000a06:07:59.460361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32718): Terminated: ok {rc=0}\u000a06:07:59.470848 --- ParallelTerminationStrategy: PID 32721 died...\u000a06:07:59.524869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32721): Terminated: ok {rc=0}\u000a06:07:59.535379 --- ParallelTerminationStrategy: PID 32724 died...\u000a06:07:59.589389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32724): Terminated: ok {rc=0}\u000a06:07:59.674924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "gprs:trx-umtrx", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2355↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2355↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a06:08:00.793444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:00.805123 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:00.957063 tst iperf3m4.py: using LAC 19460\u000a06:08:01.106480 tst iperf3m4.py: using RAC 80\u000a06:08:01.272295 tst iperf3m4.py: using CellId 19460\u000a06:08:01.417669 tst iperf3m4.py: using BVCI 19461\u000a06:08:01.451569 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.463379 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.477892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.490753 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.506036 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.519011 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.532070 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.544725 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.556529 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:01.695857 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:01.837037 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:01.975056 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:02.297034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:08:02.451655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:02.864694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=307): Launched\u000a06:08:03.231754 run iperf3-srv_10.42.42.10(pid=323): Launched\u000a06:08:03.468452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:08:03.626079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:04.063761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=418): Launched\u000a06:08:04.435367 run iperf3-srv_10.42.42.10(pid=465): Launched\u000a06:08:04.678650 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:08:04.845357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:05.217070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=544): Launched\u000a06:08:05.516355 run iperf3-srv_10.42.42.10(pid=545): Launched\u000a06:08:05.708026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:08:05.839081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:06.177996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=546): Launched\u000a06:08:06.471213 run iperf3-srv_10.42.42.10(pid=547): Launched\u000a06:08:06.659713 tst iperf3m4.py:8: start network...\u000a06:08:06.789896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:07.306694 run create_hlr_db(pid=550): Launched\u000a06:08:07.503658 bus /gobi_6: Setting Powered False\u000a06:08:08.526974 run create_hlr_db(pid=550): Terminated: ok {rc=0}\u000a06:08:08.981236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Launched\u000a06:08:09.410939 run osmo-hlr_10.42.42.2(pid=553): Launched\u000a06:08:09.658071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:10.258876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Launched\u000a06:08:10.706273 run osmo-stp_10.42.42.5(pid=556): Launched\u000a06:08:10.919983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:11.520635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Launched\u000a06:08:11.641934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:11.948115 run patchelf(pid=559): Launched\u000a06:08:12.148155 run osmo-stp_10.42.42.5(pid=556): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a06:08:12.293628 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-09_06:08:10.432109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:12.439887 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221209060810730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060810730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060810730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060810731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060810731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060810731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060810732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:12.582270 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-09_06:08:10.432109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:12.723213 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221209060810730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060810730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060810730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060810731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060810731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060810731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060810732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:12.884199 run patchelf(pid=559): Terminating (SIGINT)\u000a06:08:13.075628 run patchelf(pid=559): Terminated: ok {rc=0}\u000a06:08:13.111801 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2355↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] [trial-2355↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a06:08:13.123074 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a06:08:13.190410 run osmo-hlr_10.42.42.2(pid=553): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=553)]\u000a06:08:13.244334 run osmo-hlr_10.42.42.2(pid=553): stdout: \u000a| (launched: 2022-12-09_06:08:09.151754) \u000a06:08:13.299058 run osmo-hlr_10.42.42.2(pid=553): stderr: \u000a| �[0;m�[1;31m20221209060809456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060809456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060809456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060809456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060809456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060809456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060809474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060809486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060809486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060809486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:13.346460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=307): Terminating (SIGTERM)\u000a06:08:13.392328 run iperf3-srv_10.42.42.10(pid=323): Terminating (SIGTERM)\u000a06:08:13.438006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=418): Terminating (SIGTERM)\u000a06:08:13.483775 run iperf3-srv_10.42.42.10(pid=465): Terminating (SIGTERM)\u000a06:08:13.531353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=544): Terminating (SIGTERM)\u000a06:08:13.577094 run iperf3-srv_10.42.42.10(pid=545): Terminating (SIGTERM)\u000a06:08:13.621077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=546): Terminating (SIGTERM)\u000a06:08:13.665104 run iperf3-srv_10.42.42.10(pid=547): Terminating (SIGTERM)\u000a06:08:13.711538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminating (SIGTERM)\u000a06:08:13.757780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminating (SIGTERM)\u000a06:08:13.805057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminating (SIGTERM)\u000a06:08:13.815932 --- ParallelTerminationStrategy: PID 307 died...\u000a06:08:13.877199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=307): Terminated: ok {rc=0}\u000a06:08:13.888331 --- ParallelTerminationStrategy: PID 323 died...\u000a06:08:13.948054 run iperf3-srv_10.42.42.10(pid=323): Terminated {rc=256}\u000a06:08:13.959726 --- ParallelTerminationStrategy: PID 418 died...\u000a06:08:14.020089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=418): Terminated: ok {rc=0}\u000a06:08:14.032052 --- ParallelTerminationStrategy: PID 465 died...\u000a06:08:14.091771 run iperf3-srv_10.42.42.10(pid=465): Terminated {rc=256}\u000a06:08:14.103015 --- ParallelTerminationStrategy: PID 544 died...\u000a06:08:14.162493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=544): Terminated: ok {rc=0}\u000a06:08:14.174267 --- ParallelTerminationStrategy: PID 545 died...\u000a06:08:14.233578 run iperf3-srv_10.42.42.10(pid=545): Terminated {rc=256}\u000a06:08:14.244742 --- ParallelTerminationStrategy: PID 546 died...\u000a06:08:14.303632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=546): Terminated: ok {rc=0}\u000a06:08:14.316230 --- ParallelTerminationStrategy: PID 547 died...\u000a06:08:14.375673 run iperf3-srv_10.42.42.10(pid=547): Terminated {rc=256}\u000a06:08:14.387460 --- ParallelTerminationStrategy: PID 552 died...\u000a06:08:14.447244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminated: ok {rc=0}\u000a06:08:14.458574 --- ParallelTerminationStrategy: PID 555 died...\u000a06:08:14.518950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminated: ok {rc=0}\u000a06:08:14.531250 --- ParallelTerminationStrategy: PID 558 died...\u000a06:08:14.590427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminated: ok {rc=0}\u000a06:08:14.686835 bus /gobi_4: Setting Powered False\u000a06:08:15.799702 bus /gobi_4: Setting Powered False\u000a06:08:16.967222 bus /gobi_1: Setting Powered False\u000a06:08:18.094344 bus /gobi_1: Setting Powered False\u000a06:08:19.212159 bus /gobi_0: Setting Powered False\u000a06:08:20.325371 bus /gobi_0: Setting Powered False\u000a06:08:21.442440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=568): Process ended prematurely: osmo-stp_10.42.42.5(pid=568) [trial-2355↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=568)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=568): Process ended prematurely: osmo-stp_10.42.42.5(pid=568) [trial-2355↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a06:08:22.516804 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:22.530103 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:22.673338 tst ping.py: using LAC 19461\u000a06:08:22.793785 tst ping.py: using RAC 81\u000a06:08:22.914114 tst ping.py: using CellId 19461\u000a06:08:23.041679 tst ping.py: using BVCI 19462\u000a06:08:23.066072 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.077914 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.089751 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.102140 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.114911 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.128199 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.140459 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.152287 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:23.451764 tst ping.py:19: start network...\u000a06:08:23.591093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:24.153236 run create_hlr_db(pid=560): Launched\u000a06:08:24.345881 bus /gobi_6: Setting Powered False\u000a06:08:25.361235 run create_hlr_db(pid=560): Terminated: ok {rc=0}\u000a06:08:25.791888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=564): Launched\u000a06:08:26.111991 run osmo-hlr_10.42.42.2(pid=565): Launched\u000a06:08:26.231496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:26.796320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=567): Launched\u000a06:08:27.118992 run osmo-stp_10.42.42.5(pid=568): Launched\u000a06:08:27.236079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:27.799608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=570): Launched\u000a06:08:27.914907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:28.196865 run patchelf(pid=571): Launched\u000a06:08:28.387101 run osmo-stp_10.42.42.5(pid=568): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=568)]\u000a06:08:28.525655 run osmo-stp_10.42.42.5(pid=568): stdout: \u000a| (launched: 2022-12-09_06:08:26.959826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:28.664891 run osmo-stp_10.42.42.5(pid=568): stderr: \u000a| �[0;m�[38;5;43m20221209060827153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060827153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060827153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060827154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060827154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060827154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060827154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:28.799041 run osmo-stp_10.42.42.5(pid=568): stdout: \u000a| (launched: 2022-12-09_06:08:26.959826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:28.931374 run osmo-stp_10.42.42.5(pid=568): stderr: \u000a| �[0;m�[38;5;43m20221209060827153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060827153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060827153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060827154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060827154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060827154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060827154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:29.085558 run patchelf(pid=571): Terminating (SIGINT)\u000a06:08:29.267236 run patchelf(pid=571): Terminated: ok {rc=0}\u000a06:08:29.299973 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=568): Process ended prematurely: osmo-stp_10.42.42.5(pid=568) [trial-2355↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=568)] [trial-2355↪gprs:trx-umtrx↪ping.py:22]\u000a06:08:29.309282 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:08:29.372633 run osmo-hlr_10.42.42.2(pid=565): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=565)]\u000a06:08:29.424337 run osmo-hlr_10.42.42.2(pid=565): stdout: \u000a| (launched: 2022-12-09_06:08:25.955048) \u000a06:08:29.476707 run osmo-hlr_10.42.42.2(pid=565): stderr: \u000a| �[0;m�[1;31m20221209060826156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060826156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060826156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060826156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060826156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060826156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060826170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060826178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060826179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060826179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:29.521503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=564): Terminating (SIGTERM)\u000a06:08:29.563990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=567): Terminating (SIGTERM)\u000a06:08:29.606863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=570): Terminating (SIGTERM)\u000a06:08:29.616739 --- ParallelTerminationStrategy: PID 564 died...\u000a06:08:29.673306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=564): Terminated: ok {rc=0}\u000a06:08:29.683764 --- ParallelTerminationStrategy: PID 567 died...\u000a06:08:29.739941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=567): Terminated: ok {rc=0}\u000a06:08:29.750297 --- ParallelTerminationStrategy: PID 570 died...\u000a06:08:29.806399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=570): Terminated: ok {rc=0}\u000a06:08:29.893741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=578): Process ended prematurely: osmo-stp_10.42.42.5(pid=578) [trial-2355↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=578): Process ended prematurely: osmo-stp_10.42.42.5(pid=578) [trial-2355↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a06:08:30.959232 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:30.979732 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:31.129194 tst ping_idle_ping.py: using LAC 19462\u000a06:08:31.251612 tst ping_idle_ping.py: using RAC 82\u000a06:08:31.378303 tst ping_idle_ping.py: using CellId 19462\u000a06:08:31.506799 tst ping_idle_ping.py: using BVCI 19463\u000a06:08:31.532402 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.544172 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.555930 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.568115 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.580069 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.591991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.604216 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:31.616639 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:31.937222 tst ping_idle_ping.py:24: start network...\u000a06:08:32.083133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:32.605615 run create_hlr_db(pid=572): Launched\u000a06:08:32.793515 bus /gobi_6: Setting Powered False\u000a06:08:33.813050 run create_hlr_db(pid=572): Terminated: ok {rc=0}\u000a06:08:34.244202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=574): Launched\u000a06:08:34.567320 run osmo-hlr_10.42.42.2(pid=575): Launched\u000a06:08:34.688758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:35.254659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=577): Launched\u000a06:08:35.578482 run osmo-stp_10.42.42.5(pid=578): Launched\u000a06:08:35.695283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:36.260573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=580): Launched\u000a06:08:36.375836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:36.659817 run patchelf(pid=581): Launched\u000a06:08:36.850123 run osmo-stp_10.42.42.5(pid=578): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)]\u000a06:08:36.988732 run osmo-stp_10.42.42.5(pid=578): stdout: \u000a| (launched: 2022-12-09_06:08:35.419448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:37.127378 run osmo-stp_10.42.42.5(pid=578): stderr: \u000a| �[0;m�[38;5;43m20221209060835613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060835613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060835613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060835613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060835616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060835616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060835616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:37.261817 run osmo-stp_10.42.42.5(pid=578): stdout: \u000a| (launched: 2022-12-09_06:08:35.419448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:37.394400 run osmo-stp_10.42.42.5(pid=578): stderr: \u000a| �[0;m�[38;5;43m20221209060835613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060835613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060835613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060835613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060835616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060835616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060835616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:37.548786 run patchelf(pid=581): Terminating (SIGINT)\u000a06:08:37.730340 run patchelf(pid=581): Terminated: ok {rc=0}\u000a06:08:37.763072 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=578): Process ended prematurely: osmo-stp_10.42.42.5(pid=578) [trial-2355↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=578)] [trial-2355↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a06:08:37.772182 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:08:37.835803 run osmo-hlr_10.42.42.2(pid=575): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=575)]\u000a06:08:37.887949 run osmo-hlr_10.42.42.2(pid=575): stdout: \u000a| (launched: 2022-12-09_06:08:34.409238) \u000a06:08:37.940766 run osmo-hlr_10.42.42.2(pid=575): stderr: \u000a| �[0;m�[1;31m20221209060834609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060834609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060834609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060834609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060834609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060834609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060834621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:37.985932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=574): Terminating (SIGTERM)\u000a06:08:38.028494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=577): Terminating (SIGTERM)\u000a06:08:38.071319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=580): Terminating (SIGTERM)\u000a06:08:38.081307 --- ParallelTerminationStrategy: PID 574 died...\u000a06:08:38.138302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=574): Terminated: ok {rc=0}\u000a06:08:38.148658 --- ParallelTerminationStrategy: PID 577 died...\u000a06:08:38.205445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=577): Terminated: ok {rc=0}\u000a06:08:38.215764 --- ParallelTerminationStrategy: PID 580 died...\u000a06:08:38.272126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=580): Terminated: ok {rc=0}\u000a06:08:38.360143 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:07:37" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=596): Process ended prematurely: osmo-stp_10.42.42.5(pid=596) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=596)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=596): Process ended prematurely: osmo-stp_10.42.42.5(pid=596) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:08:40.515965 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:40.527436 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:08:40.666883 tst cs_paging_gprs_active.py: using LAC 19463\u000a06:08:40.786133 tst cs_paging_gprs_active.py: using RAC 83\u000a06:08:40.905475 tst cs_paging_gprs_active.py: using CellId 19463\u000a06:08:41.024715 tst cs_paging_gprs_active.py: using BVCI 19464\u000a06:08:41.048436 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.059538 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.070280 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.081238 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.092463 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.103292 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.114717 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.125758 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:41.136983 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:41.254934 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:41.553436 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:08:41.691275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:42.031430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=586): Launched\u000a06:08:42.315746 run iperf3-srv_10.42.42.10(pid=587): Launched\u000a06:08:42.517336 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:08:42.654983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:42.995429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=588): Launched\u000a06:08:43.280300 run iperf3-srv_10.42.42.10(pid=589): Launched\u000a06:08:43.482306 tst cs_paging_gprs_active.py:38: start network...\u000a06:08:43.619934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:44.148588 run create_hlr_db(pid=590): Launched\u000a06:08:44.339866 bus /gobi_6: Setting Powered False\u000a06:08:45.361805 run create_hlr_db(pid=590): Terminated: ok {rc=0}\u000a06:08:45.802570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=592): Launched\u000a06:08:46.286626 run osmo-hlr_10.42.42.2(pid=593): Launched\u000a06:08:46.477965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:47.069444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=595): Launched\u000a06:08:47.401946 run osmo-stp_10.42.42.5(pid=596): Launched\u000a06:08:47.520870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:48.094623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=598): Launched\u000a06:08:48.212460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:48.498997 run patchelf(pid=599): Launched\u000a06:08:48.691324 run osmo-stp_10.42.42.5(pid=596): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=596)]\u000a06:08:48.832019 run osmo-stp_10.42.42.5(pid=596): stdout: \u000a| (launched: 2022-12-09_06:08:47.239836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:48.972411 run osmo-stp_10.42.42.5(pid=596): stderr: \u000a| �[0;m�[38;5;43m20221209060847433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060847433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060847433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060847434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060847434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060847434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060847435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:49.108271 run osmo-stp_10.42.42.5(pid=596): stdout: \u000a| (launched: 2022-12-09_06:08:47.239836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:49.243541 run osmo-stp_10.42.42.5(pid=596): stderr: \u000a| �[0;m�[38;5;43m20221209060847433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060847433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060847433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060847434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060847434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060847434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060847435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:49.400345 run patchelf(pid=599): Terminating (SIGINT)\u000a06:08:49.584675 run patchelf(pid=599): Terminated: ok {rc=0}\u000a06:08:49.618360 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=596): Process ended prematurely: osmo-stp_10.42.42.5(pid=596) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=596)] [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:08:49.627930 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a06:08:49.691930 run osmo-hlr_10.42.42.2(pid=593): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=593)]\u000a06:08:49.744250 run osmo-hlr_10.42.42.2(pid=593): stdout: \u000a| (launched: 2022-12-09_06:08:45.973611) \u000a06:08:49.796999 run osmo-hlr_10.42.42.2(pid=593): stderr: \u000a| �[0;m�[1;31m20221209060846216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060846216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060846216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060846216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060846216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060846216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060846235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060846243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060846243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060846243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:49.842231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=586): Terminating (SIGTERM)\u000a06:08:49.884736 run iperf3-srv_10.42.42.10(pid=587): Terminating (SIGTERM)\u000a06:08:49.927254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=588): Terminating (SIGTERM)\u000a06:08:49.969820 run iperf3-srv_10.42.42.10(pid=589): Terminating (SIGTERM)\u000a06:08:50.012503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=592): Terminating (SIGTERM)\u000a06:08:50.055154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=595): Terminating (SIGTERM)\u000a06:08:50.097870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=598): Terminating (SIGTERM)\u000a06:08:50.107750 --- ParallelTerminationStrategy: PID 586 died...\u000a06:08:50.164396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=586): Terminated: ok {rc=0}\u000a06:08:50.174602 --- ParallelTerminationStrategy: PID 587 died...\u000a06:08:50.231278 run iperf3-srv_10.42.42.10(pid=587): Terminated {rc=256}\u000a06:08:50.241640 --- ParallelTerminationStrategy: PID 588 died...\u000a06:08:50.297985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=588): Terminated: ok {rc=0}\u000a06:08:50.308223 --- ParallelTerminationStrategy: PID 589 died...\u000a06:08:50.364729 run iperf3-srv_10.42.42.10(pid=589): Terminated {rc=256}\u000a06:08:50.374969 --- ParallelTerminationStrategy: PID 592 died...\u000a06:08:50.431587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=592): Terminated: ok {rc=0}\u000a06:08:50.441932 --- ParallelTerminationStrategy: PID 595 died...\u000a06:08:50.499727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=595): Terminated: ok {rc=0}\u000a06:08:50.509994 --- ParallelTerminationStrategy: PID 598 died...\u000a06:08:50.566331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=598): Terminated: ok {rc=0}\u000a06:08:50.655296 bus /gobi_0: Setting Powered False\u000a06:08:51.760333 bus /gobi_0: Setting Powered False\u000a06:08:52.868258 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=608): Process ended prematurely: osmo-stp_10.42.42.5(pid=608) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=608)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=608): Process ended prematurely: osmo-stp_10.42.42.5(pid=608) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:08:53.985274 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:53.997323 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:08:54.147546 tst iperf3.py: using LAC 19464\u000a06:08:54.277146 tst iperf3.py: using RAC 84\u000a06:08:54.409896 tst iperf3.py: using CellId 19464\u000a06:08:54.537498 tst iperf3.py: using BVCI 19465\u000a06:08:54.562734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.574227 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.585545 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.596679 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.607878 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.619074 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.630466 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.641569 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:54.652920 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:54.949909 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:08:55.087228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:55.427834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=600): Launched\u000a06:08:55.710747 run iperf3-srv_10.42.42.10(pid=601): Launched\u000a06:08:55.911311 tst iperf3.py:8: start network...\u000a06:08:56.048206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:56.572372 run create_hlr_db(pid=602): Launched\u000a06:08:56.761638 bus /gobi_6: Setting Powered False\u000a06:08:57.782191 run create_hlr_db(pid=602): Terminated: ok {rc=0}\u000a06:08:58.192842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=604): Launched\u000a06:08:58.498111 run osmo-hlr_10.42.42.2(pid=605): Launched\u000a06:08:58.617601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:59.161975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=607): Launched\u000a06:08:59.467651 run osmo-stp_10.42.42.5(pid=608): Launched\u000a06:08:59.579730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:00.110508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=610): Launched\u000a06:09:00.219510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:00.486216 run patchelf(pid=611): Launched\u000a06:09:00.665661 run osmo-stp_10.42.42.5(pid=608): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=608)]\u000a06:09:00.796722 run osmo-stp_10.42.42.5(pid=608): stdout: \u000a| (launched: 2022-12-09_06:08:59.317224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:00.944517 run osmo-stp_10.42.42.5(pid=608): stderr: \u000a| �[0;m�[38;5;43m20221209060859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060859489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060859490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060859490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060859490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:01.085806 run osmo-stp_10.42.42.5(pid=608): stdout: \u000a| (launched: 2022-12-09_06:08:59.317224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:01.226790 run osmo-stp_10.42.42.5(pid=608): stderr: \u000a| �[0;m�[38;5;43m20221209060859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060859489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060859490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060859490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060859490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:01.389445 run patchelf(pid=611): Terminating (SIGINT)\u000a06:09:01.579045 run patchelf(pid=611): Terminated: ok {rc=0}\u000a06:09:01.614802 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=608): Process ended prematurely: osmo-stp_10.42.42.5(pid=608) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=608)] [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a06:09:01.625644 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:09:01.691213 run osmo-hlr_10.42.42.2(pid=605): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=605)]\u000a06:09:01.745431 run osmo-hlr_10.42.42.2(pid=605): stdout: \u000a| (launched: 2022-12-09_06:08:58.347712) \u000a06:09:01.799447 run osmo-hlr_10.42.42.2(pid=605): stderr: \u000a| �[0;m�[1;31m20221209060858526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060858526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060858526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060858526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060858526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060858526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060858538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060858547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060858547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060858547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:01.845345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=600): Terminating (SIGTERM)\u000a06:09:01.888878 run iperf3-srv_10.42.42.10(pid=601): Terminating (SIGTERM)\u000a06:09:01.933626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=604): Terminating (SIGTERM)\u000a06:09:01.979120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=607): Terminating (SIGTERM)\u000a06:09:02.024713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=610): Terminating (SIGTERM)\u000a06:09:02.035360 --- ParallelTerminationStrategy: PID 600 died...\u000a06:09:02.095193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=600): Terminated: ok {rc=0}\u000a06:09:02.105905 --- ParallelTerminationStrategy: PID 601 died...\u000a06:09:02.164523 run iperf3-srv_10.42.42.10(pid=601): Terminated {rc=256}\u000a06:09:02.175157 --- ParallelTerminationStrategy: PID 604 died...\u000a06:09:02.231653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=604): Terminated: ok {rc=0}\u000a06:09:02.241871 --- ParallelTerminationStrategy: PID 607 died...\u000a06:09:02.298287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=607): Terminated: ok {rc=0}\u000a06:09:02.308487 --- ParallelTerminationStrategy: PID 610 died...\u000a06:09:02.364902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=610): Terminated: ok {rc=0}\u000a06:09:02.453092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=626): Process ended prematurely: osmo-stp_10.42.42.5(pid=626) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=626): Process ended prematurely: osmo-stp_10.42.42.5(pid=626) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:09:03.565167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.576747 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:03.726639 tst iperf3m4.py: using LAC 19465\u000a06:09:03.853687 tst iperf3m4.py: using RAC 85\u000a06:09:03.981257 tst iperf3m4.py: using CellId 19465\u000a06:09:04.108675 tst iperf3m4.py: using BVCI 19466\u000a06:09:04.134376 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.145939 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.157229 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.168314 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.179459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.190555 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.202256 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.213370 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:04.224561 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:04.345298 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:04.465564 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:04.585637 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:04.884869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:09:05.022268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:05.362140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=612): Launched\u000a06:09:05.645184 run iperf3-srv_10.42.42.10(pid=613): Launched\u000a06:09:05.847072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:09:05.983638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:06.322959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=614): Launched\u000a06:09:06.605488 run iperf3-srv_10.42.42.10(pid=615): Launched\u000a06:09:06.806521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:09:06.943664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:07.283641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=616): Launched\u000a06:09:07.566751 run iperf3-srv_10.42.42.10(pid=617): Launched\u000a06:09:07.767395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:09:07.904002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:08.244401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=618): Launched\u000a06:09:08.527177 run iperf3-srv_10.42.42.10(pid=619): Launched\u000a06:09:08.727821 tst iperf3m4.py:8: start network...\u000a06:09:08.864889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:09.391792 run create_hlr_db(pid=620): Launched\u000a06:09:09.582681 bus /gobi_6: Setting Powered False\u000a06:09:10.603451 run create_hlr_db(pid=620): Terminated: ok {rc=0}\u000a06:09:11.023112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=622): Launched\u000a06:09:11.353010 run osmo-hlr_10.42.42.2(pid=623): Launched\u000a06:09:11.473244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:12.046001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Launched\u000a06:09:12.374410 run osmo-stp_10.42.42.5(pid=626): Launched\u000a06:09:12.492499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:13.064010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=628): Launched\u000a06:09:13.180639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:13.467224 run patchelf(pid=629): Launched\u000a06:09:13.659461 run osmo-stp_10.42.42.5(pid=626): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)]\u000a06:09:13.799931 run osmo-stp_10.42.42.5(pid=626): stdout: \u000a| (launched: 2022-12-09_06:09:12.213372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:13.940403 run osmo-stp_10.42.42.5(pid=626): stderr: \u000a| �[0;m�[38;5;43m20221209060912408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060912408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060912408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060912409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060912409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060912409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060912409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:14.076763 run osmo-stp_10.42.42.5(pid=626): stdout: \u000a| (launched: 2022-12-09_06:09:12.213372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:14.212488 run osmo-stp_10.42.42.5(pid=626): stderr: \u000a| �[0;m�[38;5;43m20221209060912408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060912408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060912408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060912409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060912409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060912409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060912409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:14.369532 run patchelf(pid=629): Terminating (SIGINT)\u000a06:09:14.553519 run patchelf(pid=629): Terminated: ok {rc=0}\u000a06:09:14.587298 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=626): Process ended prematurely: osmo-stp_10.42.42.5(pid=626) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)] [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:09:14.597231 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a06:09:14.660289 run osmo-hlr_10.42.42.2(pid=623): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=623)]\u000a06:09:14.711929 run osmo-hlr_10.42.42.2(pid=623): stdout: \u000a| (launched: 2022-12-09_06:09:11.190851) \u000a06:09:14.764059 run osmo-hlr_10.42.42.2(pid=623): stderr: \u000a| �[0;m�[1;31m20221209060911392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060911392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060911392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060911392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060911392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060911392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060911405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060911413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060911414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060911414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:14.808693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=612): Terminating (SIGTERM)\u000a06:09:14.850747 run iperf3-srv_10.42.42.10(pid=613): Terminating (SIGTERM)\u000a06:09:14.893044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=614): Terminating (SIGTERM)\u000a06:09:14.935285 run iperf3-srv_10.42.42.10(pid=615): Terminating (SIGTERM)\u000a06:09:14.977306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=616): Terminating (SIGTERM)\u000a06:09:15.019358 run iperf3-srv_10.42.42.10(pid=617): Terminating (SIGTERM)\u000a06:09:15.061110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=618): Terminating (SIGTERM)\u000a06:09:15.102998 run iperf3-srv_10.42.42.10(pid=619): Terminating (SIGTERM)\u000a06:09:15.145061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=622): Terminating (SIGTERM)\u000a06:09:15.187049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminating (SIGTERM)\u000a06:09:15.229455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=628): Terminating (SIGTERM)\u000a06:09:15.239228 --- ParallelTerminationStrategy: PID 612 died...\u000a06:09:15.295493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=612): Terminated: ok {rc=0}\u000a06:09:15.305877 --- ParallelTerminationStrategy: PID 613 died...\u000a06:09:15.361616 run iperf3-srv_10.42.42.10(pid=613): Terminated {rc=256}\u000a06:09:15.371774 --- ParallelTerminationStrategy: PID 614 died...\u000a06:09:15.427601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=614): Terminated: ok {rc=0}\u000a06:09:15.437909 --- ParallelTerminationStrategy: PID 615 died...\u000a06:09:15.493432 run iperf3-srv_10.42.42.10(pid=615): Terminated {rc=256}\u000a06:09:15.503541 --- ParallelTerminationStrategy: PID 616 died...\u000a06:09:15.559151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=616): Terminated: ok {rc=0}\u000a06:09:15.569495 --- ParallelTerminationStrategy: PID 617 died...\u000a06:09:15.624831 run iperf3-srv_10.42.42.10(pid=617): Terminated {rc=256}\u000a06:09:15.635014 --- ParallelTerminationStrategy: PID 618 died...\u000a06:09:15.690689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=618): Terminated: ok {rc=0}\u000a06:09:15.700901 --- ParallelTerminationStrategy: PID 619 died...\u000a06:09:15.756781 run iperf3-srv_10.42.42.10(pid=619): Terminated {rc=256}\u000a06:09:15.767079 --- ParallelTerminationStrategy: PID 622 died...\u000a06:09:15.822937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=622): Terminated: ok {rc=0}\u000a06:09:15.833152 --- ParallelTerminationStrategy: PID 625 died...\u000a06:09:15.889580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminated: ok {rc=0}\u000a06:09:15.899818 --- ParallelTerminationStrategy: PID 628 died...\u000a06:09:15.956872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=628): Terminated: ok {rc=0}\u000a06:09:16.046107 bus /gobi_4: Setting Powered False\u000a06:09:17.174689 bus /gobi_4: Setting Powered False\u000a06:09:18.290166 bus /gobi_1: Setting Powered False\u000a06:09:19.394516 bus /gobi_1: Setting Powered False\u000a06:09:20.506030 bus /gobi_0: Setting Powered False\u000a06:09:21.610389 bus /gobi_0: Setting Powered False\u000a06:09:22.719223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=636): Process ended prematurely: osmo-stp_10.42.42.5(pid=636) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=636)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=636): Process ended prematurely: osmo-stp_10.42.42.5(pid=636) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:09:23.789117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:23.801118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:23.947145 tst ping.py: using LAC 19466\u000a06:09:24.068130 tst ping.py: using RAC 86\u000a06:09:24.187130 tst ping.py: using CellId 19466\u000a06:09:24.306920 tst ping.py: using BVCI 19467\u000a06:09:24.330303 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.341450 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.352272 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.363880 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.375256 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.386489 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.398126 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:24.409521 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:24.702430 tst ping.py:19: start network...\u000a06:09:24.837800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:25.356828 run create_hlr_db(pid=630): Launched\u000a06:09:25.545834 bus /gobi_6: Setting Powered False\u000a06:09:26.565561 run create_hlr_db(pid=630): Terminated: ok {rc=0}\u000a06:09:26.997705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=632): Launched\u000a06:09:27.321822 run osmo-hlr_10.42.42.2(pid=633): Launched\u000a06:09:27.439115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:28.003654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=635): Launched\u000a06:09:28.326391 run osmo-stp_10.42.42.5(pid=636): Launched\u000a06:09:28.443075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:29.006122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=638): Launched\u000a06:09:29.121760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:29.403933 run patchelf(pid=639): Launched\u000a06:09:29.593797 run osmo-stp_10.42.42.5(pid=636): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=636)]\u000a06:09:29.731995 run osmo-stp_10.42.42.5(pid=636): stdout: \u000a| (launched: 2022-12-09_06:09:28.167504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:29.870651 run osmo-stp_10.42.42.5(pid=636): stderr: \u000a| �[0;m�[38;5;43m20221209060928358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060928359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060928359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060928359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060928360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060928360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060928360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:30.004120 run osmo-stp_10.42.42.5(pid=636): stdout: \u000a| (launched: 2022-12-09_06:09:28.167504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:30.136400 run osmo-stp_10.42.42.5(pid=636): stderr: \u000a| �[0;m�[38;5;43m20221209060928358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060928359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060928359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060928359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060928360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060928360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060928360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:30.290873 run patchelf(pid=639): Terminating (SIGINT)\u000a06:09:30.471549 run patchelf(pid=639): Terminated: ok {rc=0}\u000a06:09:30.504185 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=636): Process ended prematurely: osmo-stp_10.42.42.5(pid=636) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=636)] [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a06:09:30.513460 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:09:30.576896 run osmo-hlr_10.42.42.2(pid=633): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=633)]\u000a06:09:30.628794 run osmo-hlr_10.42.42.2(pid=633): stdout: \u000a| (launched: 2022-12-09_06:09:27.162382) \u000a06:09:30.681442 run osmo-hlr_10.42.42.2(pid=633): stderr: \u000a| �[0;m�[1;31m20221209060927361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060927361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060927361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060927361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060927361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060927361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060927376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060927384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060927385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060927385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:30.726441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=632): Terminating (SIGTERM)\u000a06:09:30.768857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=635): Terminating (SIGTERM)\u000a06:09:30.811391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=638): Terminating (SIGTERM)\u000a06:09:30.821392 --- ParallelTerminationStrategy: PID 632 died...\u000a06:09:30.879138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=632): Terminated: ok {rc=0}\u000a06:09:30.889867 --- ParallelTerminationStrategy: PID 635 died...\u000a06:09:30.953267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=635): Terminated: ok {rc=0}\u000a06:09:30.963924 --- ParallelTerminationStrategy: PID 638 died...\u000a06:09:31.021549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=638): Terminated: ok {rc=0}\u000a06:09:31.113034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:09:32.164299 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.177021 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:32.342000 tst ping_idle_ping.py: using LAC 19467\u000a06:09:32.466450 tst ping_idle_ping.py: using RAC 87\u000a06:09:32.592292 tst ping_idle_ping.py: using CellId 19467\u000a06:09:32.725808 tst ping_idle_ping.py: using BVCI 19468\u000a06:09:32.750852 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.762507 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.773884 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.785244 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.796591 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.807750 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.819388 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:32.830629 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:33.109011 tst ping_idle_ping.py:24: start network...\u000a06:09:33.234724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:33.712141 run create_hlr_db(pid=640): Launched\u000a06:09:33.886378 bus /gobi_6: Setting Powered False\u000a06:09:34.907668 run create_hlr_db(pid=640): Terminated: ok {rc=0}\u000a06:09:35.343320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Launched\u000a06:09:35.669270 run osmo-hlr_10.42.42.2(pid=643): Launched\u000a06:09:35.787595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:36.351806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Launched\u000a06:09:36.676369 run osmo-stp_10.42.42.5(pid=646): Launched\u000a06:09:36.793660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:37.359773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Launched\u000a06:09:37.474954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:37.757569 run patchelf(pid=649): Launched\u000a06:09:37.947514 run osmo-stp_10.42.42.5(pid=646): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]\u000a06:09:38.086652 run osmo-stp_10.42.42.5(pid=646): stdout: \u000a| (launched: 2022-12-09_06:09:36.516405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:38.226188 run osmo-stp_10.42.42.5(pid=646): stderr: \u000a| �[0;m�[38;5;43m20221209060936712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060936713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060936713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060936713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060936714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060936714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060936714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:38.360223 run osmo-stp_10.42.42.5(pid=646): stdout: \u000a| (launched: 2022-12-09_06:09:36.516405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:38.493693 run osmo-stp_10.42.42.5(pid=646): stderr: \u000a| �[0;m�[38;5;43m20221209060936712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060936713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060936713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060936713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060936714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060936714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060936714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:38.648011 run patchelf(pid=649): Terminating (SIGINT)\u000a06:09:38.829983 run patchelf(pid=649): Terminated: ok {rc=0}\u000a06:09:38.862971 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)] [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:09:38.872131 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:09:38.935858 run osmo-hlr_10.42.42.2(pid=643): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=643)]\u000a06:09:38.988305 run osmo-hlr_10.42.42.2(pid=643): stdout: \u000a| (launched: 2022-12-09_06:09:35.508343) \u000a06:09:39.041100 run osmo-hlr_10.42.42.2(pid=643): stderr: \u000a| �[0;m�[1;31m20221209060935707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060935707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060935707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060935707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060935708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060935708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060935720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060935728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060935729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060935729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:39.086741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Terminating (SIGTERM)\u000a06:09:39.129752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Terminating (SIGTERM)\u000a06:09:39.172218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Terminating (SIGTERM)\u000a06:09:39.182267 --- ParallelTerminationStrategy: PID 642 died...\u000a06:09:39.239239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Terminated: ok {rc=0}\u000a06:09:39.249669 --- ParallelTerminationStrategy: PID 645 died...\u000a06:09:39.306162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Terminated: ok {rc=0}\u000a06:09:39.316462 --- ParallelTerminationStrategy: PID 648 died...\u000a06:09:39.372999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Terminated: ok {rc=0}\u000a06:09:39.460491 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:08:40" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=663): Process ended prematurely: osmo-stp_10.42.42.5(pid=663) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=663)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=663): Process ended prematurely: osmo-stp_10.42.42.5(pid=663) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:09:41.607914 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:41.619121 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:09:41.775165 tst cs_paging_gprs_active.py: using LAC 19468\u000a06:09:41.902476 tst cs_paging_gprs_active.py: using RAC 88\u000a06:09:42.029622 tst cs_paging_gprs_active.py: using CellId 19468\u000a06:09:42.159564 tst cs_paging_gprs_active.py: using BVCI 19469\u000a06:09:42.185055 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.196526 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.207929 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.219519 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.230783 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.242022 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.253303 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.264503 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:42.275901 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:42.392126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:42.676499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:09:42.803999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:43.121933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=653): Launched\u000a06:09:43.386292 run iperf3-srv_10.42.42.10(pid=654): Launched\u000a06:09:43.571512 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:09:43.698203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:44.014252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=655): Launched\u000a06:09:44.278243 run iperf3-srv_10.42.42.10(pid=656): Launched\u000a06:09:44.464483 tst cs_paging_gprs_active.py:38: start network...\u000a06:09:44.591624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:45.075795 run create_hlr_db(pid=657): Launched\u000a06:09:45.251949 bus /gobi_6: Setting Powered False\u000a06:09:46.306233 run create_hlr_db(pid=657): Terminated: ok {rc=0}\u000a06:09:46.770959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=659): Launched\u000a06:09:47.165389 run osmo-hlr_10.42.42.2(pid=660): Launched\u000a06:09:47.277540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:47.809787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=662): Launched\u000a06:09:48.115027 run osmo-stp_10.42.42.5(pid=663): Launched\u000a06:09:48.226584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:48.761172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=665): Launched\u000a06:09:48.869718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:49.144283 run patchelf(pid=666): Launched\u000a06:09:49.324243 run osmo-stp_10.42.42.5(pid=663): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=663)]\u000a06:09:49.455377 run osmo-stp_10.42.42.5(pid=663): stdout: \u000a| (launched: 2022-12-09_06:09:47.964562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:49.587122 run osmo-stp_10.42.42.5(pid=663): stderr: \u000a| �[0;m�[38;5;43m20221209060948138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060948138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060948139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060948139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060948140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060948140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060948140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:49.714233 run osmo-stp_10.42.42.5(pid=663): stdout: \u000a| (launched: 2022-12-09_06:09:47.964562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:49.840090 run osmo-stp_10.42.42.5(pid=663): stderr: \u000a| �[0;m�[38;5;43m20221209060948138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209060948138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209060948139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209060948139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209060948140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209060948140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209060948140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:49.986694 run patchelf(pid=666): Terminating (SIGINT)\u000a06:09:50.159560 run patchelf(pid=666): Terminated: ok {rc=0}\u000a06:09:50.191217 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=663): Process ended prematurely: osmo-stp_10.42.42.5(pid=663) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=663)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:09:50.200517 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:09:50.262292 run osmo-hlr_10.42.42.2(pid=660): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=660)]\u000a06:09:50.311807 run osmo-hlr_10.42.42.2(pid=660): stdout: \u000a| (launched: 2022-12-09_06:09:46.945088) \u000a06:09:50.362252 run osmo-hlr_10.42.42.2(pid=660): stderr: \u000a| �[0;m�[1;31m20221209060947191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060947191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060947191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060947191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060947191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060947191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060947203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060947212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060947212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060947212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:50.404699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=653): Terminating (SIGTERM)\u000a06:09:50.445857 run iperf3-srv_10.42.42.10(pid=654): Terminating (SIGTERM)\u000a06:09:50.486494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=655): Terminating (SIGTERM)\u000a06:09:50.526912 run iperf3-srv_10.42.42.10(pid=656): Terminating (SIGTERM)\u000a06:09:50.567144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=659): Terminating (SIGTERM)\u000a06:09:50.607370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=662): Terminating (SIGTERM)\u000a06:09:50.647542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=665): Terminating (SIGTERM)\u000a06:09:50.657176 --- ParallelTerminationStrategy: PID 653 died...\u000a06:09:50.711095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=653): Terminated: ok {rc=0}\u000a06:09:50.720818 --- ParallelTerminationStrategy: PID 654 died...\u000a06:09:50.774061 run iperf3-srv_10.42.42.10(pid=654): Terminated {rc=256}\u000a06:09:50.783973 --- ParallelTerminationStrategy: PID 655 died...\u000a06:09:50.837633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=655): Terminated: ok {rc=0}\u000a06:09:50.847302 --- ParallelTerminationStrategy: PID 656 died...\u000a06:09:50.900327 run iperf3-srv_10.42.42.10(pid=656): Terminated {rc=256}\u000a06:09:50.910237 --- ParallelTerminationStrategy: PID 659 died...\u000a06:09:50.963950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=659): Terminated: ok {rc=0}\u000a06:09:50.973789 --- ParallelTerminationStrategy: PID 662 died...\u000a06:09:51.027233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=662): Terminated: ok {rc=0}\u000a06:09:51.037252 --- ParallelTerminationStrategy: PID 665 died...\u000a06:09:51.090665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=665): Terminated: ok {rc=0}\u000a06:09:51.179855 bus /gobi_0: Setting Powered False\u000a06:09:52.283931 bus /gobi_0: Setting Powered False\u000a06:09:53.394076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=676): Process ended prematurely: osmo-stp_10.42.42.5(pid=676) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=676)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=676): Process ended prematurely: osmo-stp_10.42.42.5(pid=676) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:09:54.510798 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.523194 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:09:54.692328 tst iperf3.py: using LAC 19469\u000a06:09:54.822968 tst iperf3.py: using RAC 89\u000a06:09:54.952056 tst iperf3.py: using CellId 19469\u000a06:09:55.082530 tst iperf3.py: using BVCI 19470\u000a06:09:55.107774 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.119348 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.130583 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.142345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.154048 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.165776 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.177707 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.189414 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:55.201291 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:55.501219 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:09:55.638858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:55.978808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=667): Launched\u000a06:09:56.262784 run iperf3-srv_10.42.42.10(pid=668): Launched\u000a06:09:56.465072 tst iperf3.py:8: start network...\u000a06:09:56.603308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:57.129749 run create_hlr_db(pid=669): Launched\u000a06:09:57.320357 bus /gobi_6: Setting Powered False\u000a06:09:58.340495 run create_hlr_db(pid=669): Terminated: ok {rc=0}\u000a06:09:58.752043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=671): Launched\u000a06:09:59.058529 run osmo-hlr_10.42.42.2(pid=672): Launched\u000a06:09:59.178067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:59.819995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=675): Launched\u000a06:10:00.118777 run osmo-stp_10.42.42.5(pid=676): Launched\u000a06:10:00.227821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:00.752700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=678): Launched\u000a06:10:00.870587 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:01.169241 run patchelf(pid=679): Launched\u000a06:10:01.350303 run osmo-stp_10.42.42.5(pid=676): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=676)]\u000a06:10:01.483091 run osmo-stp_10.42.42.5(pid=676): stdout: \u000a| (launched: 2022-12-09_06:09:59.971475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:01.622596 run osmo-stp_10.42.42.5(pid=676): stderr: \u000a| �[0;m�[38;5;43m20221209061000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061000144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061000144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061000144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061000146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061000147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061000147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:01.768587 run osmo-stp_10.42.42.5(pid=676): stdout: \u000a| (launched: 2022-12-09_06:09:59.971475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:01.915413 run osmo-stp_10.42.42.5(pid=676): stderr: \u000a| �[0;m�[38;5;43m20221209061000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061000144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061000144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061000144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061000146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061000147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061000147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:02.073813 run patchelf(pid=679): Terminating (SIGINT)\u000a06:10:02.266111 run patchelf(pid=679): Terminated: ok {rc=0}\u000a06:10:02.300363 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=676): Process ended prematurely: osmo-stp_10.42.42.5(pid=676) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=676)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:10:02.310675 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:10:02.375742 run osmo-hlr_10.42.42.2(pid=672): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=672)]\u000a06:10:02.428321 run osmo-hlr_10.42.42.2(pid=672): stdout: \u000a| (launched: 2022-12-09_06:09:58.906998) \u000a06:10:02.481960 run osmo-hlr_10.42.42.2(pid=672): stderr: \u000a| �[0;m�[1;31m20221209060959083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209060959083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209060959083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060959083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209060959083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209060959084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209060959096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209060959105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209060959105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209060959105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:02.527589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=667): Terminating (SIGTERM)\u000a06:10:02.570385 run iperf3-srv_10.42.42.10(pid=668): Terminating (SIGTERM)\u000a06:10:02.613268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=671): Terminating (SIGTERM)\u000a06:10:02.656418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=675): Terminating (SIGTERM)\u000a06:10:02.699540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=678): Terminating (SIGTERM)\u000a06:10:02.709701 --- ParallelTerminationStrategy: PID 667 died...\u000a06:10:02.767129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=667): Terminated: ok {rc=0}\u000a06:10:02.777934 --- ParallelTerminationStrategy: PID 668 died...\u000a06:10:02.835139 run iperf3-srv_10.42.42.10(pid=668): Terminated {rc=256}\u000a06:10:02.845611 --- ParallelTerminationStrategy: PID 671 died...\u000a06:10:02.902607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=671): Terminated: ok {rc=0}\u000a06:10:02.913103 --- ParallelTerminationStrategy: PID 675 died...\u000a06:10:02.969942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=675): Terminated: ok {rc=0}\u000a06:10:02.980447 --- ParallelTerminationStrategy: PID 678 died...\u000a06:10:03.037549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=678): Terminated: ok {rc=0}\u000a06:10:03.125449 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=697): Process ended prematurely: osmo-stp_10.42.42.5(pid=697) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=697)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=697): Process ended prematurely: osmo-stp_10.42.42.5(pid=697) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:10:04.242494 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.254714 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:04.418740 tst iperf3m4.py: using LAC 19470\u000a06:10:04.548028 tst iperf3m4.py: using RAC 90\u000a06:10:04.674465 tst iperf3m4.py: using CellId 19470\u000a06:10:04.800877 tst iperf3m4.py: using BVCI 19471\u000a06:10:04.825792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.837427 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.848623 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.860264 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.871713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.883146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.894645 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.906030 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:04.917537 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:05.033473 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:05.154609 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:05.273510 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:05.551480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:10:05.676419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:05.987026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=683): Launched\u000a06:10:06.245316 run iperf3-srv_10.42.42.10(pid=684): Launched\u000a06:10:06.426673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:10:06.550715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:06.860623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=685): Launched\u000a06:10:07.119046 run iperf3-srv_10.42.42.10(pid=686): Launched\u000a06:10:07.301091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:10:07.425533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:07.735666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=687): Launched\u000a06:10:07.994190 run iperf3-srv_10.42.42.10(pid=688): Launched\u000a06:10:08.175850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:10:08.299973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:08.610223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=689): Launched\u000a06:10:08.868385 run iperf3-srv_10.42.42.10(pid=690): Launched\u000a06:10:09.049809 tst iperf3m4.py:8: start network...\u000a06:10:09.174159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:09.649072 run create_hlr_db(pid=691): Launched\u000a06:10:09.821707 bus /gobi_6: Setting Powered False\u000a06:10:10.842988 run create_hlr_db(pid=691): Terminated: ok {rc=0}\u000a06:10:11.243048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=693): Launched\u000a06:10:11.544423 run osmo-hlr_10.42.42.2(pid=694): Launched\u000a06:10:11.660035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:12.189181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=696): Launched\u000a06:10:12.490843 run osmo-stp_10.42.42.5(pid=697): Launched\u000a06:10:12.601052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:13.124599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=699): Launched\u000a06:10:13.231340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:13.494628 run patchelf(pid=700): Launched\u000a06:10:13.671046 run osmo-stp_10.42.42.5(pid=697): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=697)]\u000a06:10:13.799791 run osmo-stp_10.42.42.5(pid=697): stdout: \u000a| (launched: 2022-12-09_06:10:12.341430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:13.928830 run osmo-stp_10.42.42.5(pid=697): stderr: \u000a| �[0;m�[38;5;43m20221209061012513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061012514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061012514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061012514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061012515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061012515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061012515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:14.054194 run osmo-stp_10.42.42.5(pid=697): stdout: \u000a| (launched: 2022-12-09_06:10:12.341430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:14.178789 run osmo-stp_10.42.42.5(pid=697): stderr: \u000a| �[0;m�[38;5;43m20221209061012513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061012514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061012514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061012514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061012515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061012515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061012515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:14.322923 run patchelf(pid=700): Terminating (SIGINT)\u000a06:10:14.491750 run patchelf(pid=700): Terminated: ok {rc=0}\u000a06:10:14.522919 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=697): Process ended prematurely: osmo-stp_10.42.42.5(pid=697) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=697)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:10:14.532167 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a06:10:14.593659 run osmo-hlr_10.42.42.2(pid=694): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=694)]\u000a06:10:14.643598 run osmo-hlr_10.42.42.2(pid=694): stdout: \u000a| (launched: 2022-12-09_06:10:11.395927) \u000a06:10:14.693727 run osmo-hlr_10.42.42.2(pid=694): stderr: \u000a| �[0;m�[1;31m20221209061011574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061011574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061011574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061011574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061011574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061011574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061011586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061011594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061011595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061011595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:14.737073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=683): Terminating (SIGTERM)\u000a06:10:14.777769 run iperf3-srv_10.42.42.10(pid=684): Terminating (SIGTERM)\u000a06:10:14.818432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=685): Terminating (SIGTERM)\u000a06:10:14.858976 run iperf3-srv_10.42.42.10(pid=686): Terminating (SIGTERM)\u000a06:10:14.899594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=687): Terminating (SIGTERM)\u000a06:10:14.939975 run iperf3-srv_10.42.42.10(pid=688): Terminating (SIGTERM)\u000a06:10:14.980356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=689): Terminating (SIGTERM)\u000a06:10:15.020712 run iperf3-srv_10.42.42.10(pid=690): Terminating (SIGTERM)\u000a06:10:15.061692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=693): Terminating (SIGTERM)\u000a06:10:15.102035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=696): Terminating (SIGTERM)\u000a06:10:15.142726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=699): Terminating (SIGTERM)\u000a06:10:15.152143 --- ParallelTerminationStrategy: PID 683 died...\u000a06:10:15.206119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=683): Terminated: ok {rc=0}\u000a06:10:15.215997 --- ParallelTerminationStrategy: PID 684 died...\u000a06:10:15.269570 run iperf3-srv_10.42.42.10(pid=684): Terminated {rc=256}\u000a06:10:15.279414 --- ParallelTerminationStrategy: PID 685 died...\u000a06:10:15.333015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=685): Terminated: ok {rc=0}\u000a06:10:15.342596 --- ParallelTerminationStrategy: PID 686 died...\u000a06:10:15.396103 run iperf3-srv_10.42.42.10(pid=686): Terminated {rc=256}\u000a06:10:15.405946 --- ParallelTerminationStrategy: PID 687 died...\u000a06:10:15.460503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=687): Terminated: ok {rc=0}\u000a06:10:15.470413 --- ParallelTerminationStrategy: PID 688 died...\u000a06:10:15.524087 run iperf3-srv_10.42.42.10(pid=688): Terminated {rc=256}\u000a06:10:15.534334 --- ParallelTerminationStrategy: PID 689 died...\u000a06:10:15.588148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=689): Terminated: ok {rc=0}\u000a06:10:15.598017 --- ParallelTerminationStrategy: PID 690 died...\u000a06:10:15.651674 run iperf3-srv_10.42.42.10(pid=690): Terminated {rc=256}\u000a06:10:15.661646 --- ParallelTerminationStrategy: PID 693 died...\u000a06:10:15.715658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=693): Terminated: ok {rc=0}\u000a06:10:15.725644 --- ParallelTerminationStrategy: PID 696 died...\u000a06:10:15.778912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=696): Terminated: ok {rc=0}\u000a06:10:15.788889 --- ParallelTerminationStrategy: PID 699 died...\u000a06:10:15.848415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=699): Terminated: ok {rc=0}\u000a06:10:15.952663 bus /gobi_4: Setting Powered False\u000a06:10:17.058187 bus /gobi_4: Setting Powered False\u000a06:10:18.167386 bus /gobi_1: Setting Powered False\u000a06:10:19.275260 bus /gobi_1: Setting Powered False\u000a06:10:20.389434 bus /gobi_0: Setting Powered False\u000a06:10:21.493581 bus /gobi_0: Setting Powered False\u000a06:10:22.604863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=708): Process ended prematurely: osmo-stp_10.42.42.5(pid=708) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=708)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=708): Process ended prematurely: osmo-stp_10.42.42.5(pid=708) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:10:23.672907 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:23.684733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:23.846908 tst ping.py: using LAC 19471\u000a06:10:23.974028 tst ping.py: using RAC 91\u000a06:10:24.098480 tst ping.py: using CellId 19471\u000a06:10:24.222287 tst ping.py: using BVCI 19472\u000a06:10:24.247044 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.258470 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.269756 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.280906 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.292135 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.303344 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.314732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:24.325929 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:24.598751 tst ping.py:19: start network...\u000a06:10:24.721316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:25.189897 run create_hlr_db(pid=702): Launched\u000a06:10:25.361152 bus /gobi_6: Setting Powered False\u000a06:10:26.394283 run create_hlr_db(pid=702): Terminated: ok {rc=0}\u000a06:10:26.815928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=704): Launched\u000a06:10:27.132191 run osmo-hlr_10.42.42.2(pid=705): Launched\u000a06:10:27.248261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:27.799483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=707): Launched\u000a06:10:28.115904 run osmo-stp_10.42.42.5(pid=708): Launched\u000a06:10:28.230299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:28.783130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=710): Launched\u000a06:10:28.895913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:29.172388 run patchelf(pid=711): Launched\u000a06:10:29.359173 run osmo-stp_10.42.42.5(pid=708): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=708)]\u000a06:10:29.495165 run osmo-stp_10.42.42.5(pid=708): stdout: \u000a| (launched: 2022-12-09_06:10:27.960432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:29.631330 run osmo-stp_10.42.42.5(pid=708): stderr: \u000a| �[0;m�[38;5;43m20221209061028154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061028154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061028154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061028155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061028155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061028155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061028155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:29.762460 run osmo-stp_10.42.42.5(pid=708): stdout: \u000a| (launched: 2022-12-09_06:10:27.960432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:29.892408 run osmo-stp_10.42.42.5(pid=708): stderr: \u000a| �[0;m�[38;5;43m20221209061028154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061028154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061028154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061028155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061028155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061028155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061028155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:30.043537 run patchelf(pid=711): Terminating (SIGINT)\u000a06:10:30.221313 run patchelf(pid=711): Terminated: ok {rc=0}\u000a06:10:30.253959 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=708): Process ended prematurely: osmo-stp_10.42.42.5(pid=708) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=708)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:10:30.263292 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:10:30.326686 run osmo-hlr_10.42.42.2(pid=705): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=705)]\u000a06:10:30.378511 run osmo-hlr_10.42.42.2(pid=705): stdout: \u000a| (launched: 2022-12-09_06:10:26.976432) \u000a06:10:30.430973 run osmo-hlr_10.42.42.2(pid=705): stderr: \u000a| �[0;m�[1;31m20221209061027174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061027174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061027175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061027175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061027175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061027175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061027187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061027196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061027197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061027197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:30.475778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=704): Terminating (SIGTERM)\u000a06:10:30.518251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=707): Terminating (SIGTERM)\u000a06:10:30.560477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=710): Terminating (SIGTERM)\u000a06:10:30.570229 --- ParallelTerminationStrategy: PID 704 died...\u000a06:10:30.626474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=704): Terminated: ok {rc=0}\u000a06:10:30.636521 --- ParallelTerminationStrategy: PID 707 died...\u000a06:10:30.692587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=707): Terminated: ok {rc=0}\u000a06:10:30.702657 --- ParallelTerminationStrategy: PID 710 died...\u000a06:10:30.759670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=710): Terminated: ok {rc=0}\u000a06:10:30.847380 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:10:31.914097 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:31.928656 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:32.104084 tst ping_idle_ping.py: using LAC 19472\u000a06:10:32.225065 tst ping_idle_ping.py: using RAC 92\u000a06:10:32.342774 tst ping_idle_ping.py: using CellId 19472\u000a06:10:32.463181 tst ping_idle_ping.py: using BVCI 19473\u000a06:10:32.485991 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.497312 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.508405 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.519592 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.530730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.541953 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.553175 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:32.563809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:32.836717 tst ping_idle_ping.py:24: start network...\u000a06:10:32.960342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:33.425247 run create_hlr_db(pid=713): Launched\u000a06:10:33.596582 bus /gobi_6: Setting Powered False\u000a06:10:34.617528 run create_hlr_db(pid=713): Terminated: ok {rc=0}\u000a06:10:35.040021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Launched\u000a06:10:35.356910 run osmo-hlr_10.42.42.2(pid=716): Launched\u000a06:10:35.475851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:36.027994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Launched\u000a06:10:36.346441 run osmo-stp_10.42.42.5(pid=719): Launched\u000a06:10:36.460795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:37.014468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=721): Launched\u000a06:10:37.126992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:37.404486 run patchelf(pid=722): Launched\u000a06:10:37.591638 run osmo-stp_10.42.42.5(pid=719): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)]\u000a06:10:37.728126 run osmo-stp_10.42.42.5(pid=719): stdout: \u000a| (launched: 2022-12-09_06:10:36.190373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:37.868531 run osmo-stp_10.42.42.5(pid=719): stderr: \u000a| �[0;m�[38;5;43m20221209061036382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061036382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061036383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061036383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061036383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061036384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061036384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:38.000315 run osmo-stp_10.42.42.5(pid=719): stdout: \u000a| (launched: 2022-12-09_06:10:36.190373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:38.130274 run osmo-stp_10.42.42.5(pid=719): stderr: \u000a| �[0;m�[38;5;43m20221209061036382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061036382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061036383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061036383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061036383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061036384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061036384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:38.281846 run patchelf(pid=722): Terminating (SIGINT)\u000a06:10:38.459622 run patchelf(pid=722): Terminated: ok {rc=0}\u000a06:10:38.492006 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:10:38.501188 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:10:38.564372 run osmo-hlr_10.42.42.2(pid=716): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=716)]\u000a06:10:38.616698 run osmo-hlr_10.42.42.2(pid=716): stdout: \u000a| (launched: 2022-12-09_06:10:35.200620) \u000a06:10:38.669163 run osmo-hlr_10.42.42.2(pid=716): stderr: \u000a| �[0;m�[1;31m20221209061035398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061035398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061035398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061035398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061035398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061035398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061035410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:38.714049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Terminating (SIGTERM)\u000a06:10:38.756381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Terminating (SIGTERM)\u000a06:10:38.798722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=721): Terminating (SIGTERM)\u000a06:10:38.808453 --- ParallelTerminationStrategy: PID 715 died...\u000a06:10:38.865125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Terminated: ok {rc=0}\u000a06:10:38.875309 --- ParallelTerminationStrategy: PID 718 died...\u000a06:10:38.931633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Terminated: ok {rc=0}\u000a06:10:38.941816 --- ParallelTerminationStrategy: PID 721 died...\u000a06:10:38.998108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=721): Terminated: ok {rc=0}\u000a06:10:39.086497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:09:41" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:10:41.230529 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.241577 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:10:41.396258 tst cs_paging_gprs_active.py: using LAC 19473\u000a06:10:41.513318 tst cs_paging_gprs_active.py: using RAC 93\u000a06:10:41.632822 tst cs_paging_gprs_active.py: using CellId 19473\u000a06:10:41.752894 tst cs_paging_gprs_active.py: using BVCI 19474\u000a06:10:41.775830 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.786642 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.797303 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.808231 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.819567 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.830736 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.841893 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.852876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:41.864060 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:42.006308 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:42.304844 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:10:42.440423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:42.774782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=726): Launched\u000a06:10:43.051863 run iperf3-srv_10.42.42.10(pid=727): Launched\u000a06:10:43.249081 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:10:43.383768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:43.717412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Launched\u000a06:10:43.994399 run iperf3-srv_10.42.42.10(pid=729): Launched\u000a06:10:44.191486 tst cs_paging_gprs_active.py:38: start network...\u000a06:10:44.326306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:44.841969 run create_hlr_db(pid=730): Launched\u000a06:10:45.027632 bus /gobi_6: Setting Powered False\u000a06:10:46.054324 run create_hlr_db(pid=730): Terminated: ok {rc=0}\u000a06:10:46.488344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Launched\u000a06:10:46.828792 run osmo-hlr_10.42.42.2(pid=733): Launched\u000a06:10:47.061540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:47.676164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Launched\u000a06:10:47.976464 run osmo-stp_10.42.42.5(pid=736): Launched\u000a06:10:48.093887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:48.609838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Launched\u000a06:10:48.715408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:48.975037 run patchelf(pid=739): Launched\u000a06:10:49.149392 run osmo-stp_10.42.42.5(pid=736): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]\u000a06:10:49.276388 run osmo-stp_10.42.42.5(pid=736): stdout: \u000a| (launched: 2022-12-09_06:10:47.828582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:49.403794 run osmo-stp_10.42.42.5(pid=736): stderr: \u000a| �[0;m�[38;5;43m20221209061048000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061048000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061048000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061048001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061048001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061048001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061048001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:49.527012 run osmo-stp_10.42.42.5(pid=736): stdout: \u000a| (launched: 2022-12-09_06:10:47.828582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:49.649159 run osmo-stp_10.42.42.5(pid=736): stderr: \u000a| �[0;m�[38;5;43m20221209061048000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061048000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061048000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061048001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061048001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061048001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061048001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:49.791247 run patchelf(pid=739): Terminating (SIGINT)\u000a06:10:49.958495 run patchelf(pid=739): Terminated: ok {rc=0}\u000a06:10:49.989399 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:10:49.998453 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:10:50.058619 run osmo-hlr_10.42.42.2(pid=733): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=733)]\u000a06:10:50.107820 run osmo-hlr_10.42.42.2(pid=733): stdout: \u000a| (launched: 2022-12-09_06:10:46.646102) \u000a06:10:50.157478 run osmo-hlr_10.42.42.2(pid=733): stderr: \u000a| �[0;m�[1;31m20221209061046991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061046991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061046991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061046991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061046991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061046991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061047006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061047030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061047031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061047031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:50.199915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=726): Terminating (SIGTERM)\u000a06:10:50.240382 run iperf3-srv_10.42.42.10(pid=727): Terminating (SIGTERM)\u000a06:10:50.280396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Terminating (SIGTERM)\u000a06:10:50.321096 run iperf3-srv_10.42.42.10(pid=729): Terminating (SIGTERM)\u000a06:10:50.361365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminating (SIGTERM)\u000a06:10:50.401434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminating (SIGTERM)\u000a06:10:50.441535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Terminating (SIGTERM)\u000a06:10:50.450874 --- ParallelTerminationStrategy: PID 726 died...\u000a06:10:50.504112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=726): Terminated: ok {rc=0}\u000a06:10:50.513899 --- ParallelTerminationStrategy: PID 727 died...\u000a06:10:50.567638 run iperf3-srv_10.42.42.10(pid=727): Terminated {rc=256}\u000a06:10:50.577237 --- ParallelTerminationStrategy: PID 728 died...\u000a06:10:50.630634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Terminated: ok {rc=0}\u000a06:10:50.640284 --- ParallelTerminationStrategy: PID 729 died...\u000a06:10:50.693174 run iperf3-srv_10.42.42.10(pid=729): Terminated {rc=256}\u000a06:10:50.702848 --- ParallelTerminationStrategy: PID 732 died...\u000a06:10:50.756217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminated: ok {rc=0}\u000a06:10:50.765993 --- ParallelTerminationStrategy: PID 735 died...\u000a06:10:50.819238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminated: ok {rc=0}\u000a06:10:50.829193 --- ParallelTerminationStrategy: PID 738 died...\u000a06:10:50.882492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Terminated: ok {rc=0}\u000a06:10:50.965944 bus /gobi_0: Setting Powered False\u000a06:10:52.073719 bus /gobi_0: Setting Powered False\u000a06:10:53.181167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=748): Process ended prematurely: osmo-stp_10.42.42.5(pid=748) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=748)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=748): Process ended prematurely: osmo-stp_10.42.42.5(pid=748) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:10:54.295848 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.307631 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:10:54.472738 tst iperf3.py: using LAC 19474\u000a06:10:54.599533 tst iperf3.py: using RAC 94\u000a06:10:54.725054 tst iperf3.py: using CellId 19474\u000a06:10:54.854775 tst iperf3.py: using BVCI 19475\u000a06:10:54.879211 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.890490 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.901650 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.912684 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.923594 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.934676 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.945845 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.956800 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.967982 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:55.239777 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:10:55.362757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:55.668318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Launched\u000a06:10:55.923621 run iperf3-srv_10.42.42.10(pid=741): Launched\u000a06:10:56.103543 tst iperf3.py:8: start network...\u000a06:10:56.226852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:56.694260 run create_hlr_db(pid=742): Launched\u000a06:10:56.864508 bus /gobi_6: Setting Powered False\u000a06:10:57.886858 run create_hlr_db(pid=742): Terminated: ok {rc=0}\u000a06:10:58.306948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=744): Launched\u000a06:10:58.623327 run osmo-hlr_10.42.42.2(pid=745): Launched\u000a06:10:58.742615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:59.294955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=747): Launched\u000a06:10:59.612729 run osmo-stp_10.42.42.5(pid=748): Launched\u000a06:10:59.727979 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:00.279837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=750): Launched\u000a06:11:00.392670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:00.668105 run patchelf(pid=751): Launched\u000a06:11:00.867058 run osmo-stp_10.42.42.5(pid=748): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=748)]\u000a06:11:01.004817 run osmo-stp_10.42.42.5(pid=748): stdout: \u000a| (launched: 2022-12-09_06:10:59.455950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:01.139819 run osmo-stp_10.42.42.5(pid=748): stderr: \u000a| �[0;m�[38;5;43m20221209061059648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061059648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061059648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061059649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061059649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061059649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061059649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:01.267208 run osmo-stp_10.42.42.5(pid=748): stdout: \u000a| (launched: 2022-12-09_06:10:59.455950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:01.395875 run osmo-stp_10.42.42.5(pid=748): stderr: \u000a| �[0;m�[38;5;43m20221209061059648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061059648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061059648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061059649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061059649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061059649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061059649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:01.543744 run patchelf(pid=751): Terminating (SIGINT)\u000a06:11:01.718655 run patchelf(pid=751): Terminated: ok {rc=0}\u000a06:11:01.751188 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=748): Process ended prematurely: osmo-stp_10.42.42.5(pid=748) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=748)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:11:01.761566 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:11:01.827082 run osmo-hlr_10.42.42.2(pid=745): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=745)]\u000a06:11:01.880260 run osmo-hlr_10.42.42.2(pid=745): stdout: \u000a| (launched: 2022-12-09_06:10:58.468232) \u000a06:11:01.935059 run osmo-hlr_10.42.42.2(pid=745): stderr: \u000a| �[0;m�[1;31m20221209061058667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061058667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061058667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061058667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061058667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061058667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061058678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061058686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061058687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061058687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:01.979307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Terminating (SIGTERM)\u000a06:11:02.023133 run iperf3-srv_10.42.42.10(pid=741): Terminating (SIGTERM)\u000a06:11:02.065771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=744): Terminating (SIGTERM)\u000a06:11:02.111771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=747): Terminating (SIGTERM)\u000a06:11:02.156788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=750): Terminating (SIGTERM)\u000a06:11:02.168637 --- ParallelTerminationStrategy: PID 740 died...\u000a06:11:02.224909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Terminated: ok {rc=0}\u000a06:11:02.234962 --- ParallelTerminationStrategy: PID 741 died...\u000a06:11:02.290906 run iperf3-srv_10.42.42.10(pid=741): Terminated {rc=256}\u000a06:11:02.301024 --- ParallelTerminationStrategy: PID 744 died...\u000a06:11:02.356728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=744): Terminated: ok {rc=0}\u000a06:11:02.366785 --- ParallelTerminationStrategy: PID 747 died...\u000a06:11:02.422360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=747): Terminated: ok {rc=0}\u000a06:11:02.432358 --- ParallelTerminationStrategy: PID 750 died...\u000a06:11:02.487843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=750): Terminated: ok {rc=0}\u000a06:11:02.574925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=766): Process ended prematurely: osmo-stp_10.42.42.5(pid=766) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=766)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=766): Process ended prematurely: osmo-stp_10.42.42.5(pid=766) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:11:03.693401 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:03.705382 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:03.868300 tst iperf3m4.py: using LAC 19475\u000a06:11:03.992729 tst iperf3m4.py: using RAC 95\u000a06:11:04.118801 tst iperf3m4.py: using CellId 19475\u000a06:11:04.238957 tst iperf3m4.py: using BVCI 19476\u000a06:11:04.261899 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.273098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.283739 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.295122 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.306265 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.317486 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.328667 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.339585 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:04.350803 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:04.465183 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:04.586653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:04.702683 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:04.974034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:11:05.097133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:05.402605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=752): Launched\u000a06:11:05.658384 run iperf3-srv_10.42.42.10(pid=753): Launched\u000a06:11:05.838953 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:11:05.962087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:06.267531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=754): Launched\u000a06:11:06.522777 run iperf3-srv_10.42.42.10(pid=755): Launched\u000a06:11:06.702769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:11:06.825825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:07.131688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=756): Launched\u000a06:11:07.386954 run iperf3-srv_10.42.42.10(pid=757): Launched\u000a06:11:07.567166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:11:07.690544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:07.997336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=758): Launched\u000a06:11:08.253381 run iperf3-srv_10.42.42.10(pid=759): Launched\u000a06:11:08.433293 tst iperf3m4.py:8: start network...\u000a06:11:08.556552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:09.023613 run create_hlr_db(pid=760): Launched\u000a06:11:09.195792 bus /gobi_6: Setting Powered False\u000a06:11:10.217050 run create_hlr_db(pid=760): Terminated: ok {rc=0}\u000a06:11:10.612659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=762): Launched\u000a06:11:10.909153 run osmo-hlr_10.42.42.2(pid=763): Launched\u000a06:11:11.017325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:11.531152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=765): Launched\u000a06:11:11.826896 run osmo-stp_10.42.42.5(pid=766): Launched\u000a06:11:11.934670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:12.450004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=768): Launched\u000a06:11:12.555666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:12.814716 run patchelf(pid=769): Launched\u000a06:11:12.989111 run osmo-stp_10.42.42.5(pid=766): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=766)]\u000a06:11:13.116665 run osmo-stp_10.42.42.5(pid=766): stdout: \u000a| (launched: 2022-12-09_06:11:11.681337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:13.244302 run osmo-stp_10.42.42.5(pid=766): stderr: \u000a| �[0;m�[38;5;43m20221209061111847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061111848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061111848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061111848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061111849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061111849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061111849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:13.368230 run osmo-stp_10.42.42.5(pid=766): stdout: \u000a| (launched: 2022-12-09_06:11:11.681337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:13.491411 run osmo-stp_10.42.42.5(pid=766): stderr: \u000a| �[0;m�[38;5;43m20221209061111847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061111848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061111848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061111848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061111849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061111849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061111849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:13.634146 run patchelf(pid=769): Terminating (SIGINT)\u000a06:11:13.801503 run patchelf(pid=769): Terminated: ok {rc=0}\u000a06:11:13.832267 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=766): Process ended prematurely: osmo-stp_10.42.42.5(pid=766) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=766)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:11:13.842190 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a06:11:13.903816 run osmo-hlr_10.42.42.2(pid=763): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=763)]\u000a06:11:13.953718 run osmo-hlr_10.42.42.2(pid=763): stdout: \u000a| (launched: 2022-12-09_06:11:10.762922) \u000a06:11:14.004020 run osmo-hlr_10.42.42.2(pid=763): stderr: \u000a| �[0;m�[1;31m20221209061110938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061110938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061110938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061110938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061110938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061110938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061110950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061110958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061110959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061110959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:14.046838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=752): Terminating (SIGTERM)\u000a06:11:14.087057 run iperf3-srv_10.42.42.10(pid=753): Terminating (SIGTERM)\u000a06:11:14.127521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=754): Terminating (SIGTERM)\u000a06:11:14.167690 run iperf3-srv_10.42.42.10(pid=755): Terminating (SIGTERM)\u000a06:11:14.208081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=756): Terminating (SIGTERM)\u000a06:11:14.248188 run iperf3-srv_10.42.42.10(pid=757): Terminating (SIGTERM)\u000a06:11:14.288666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=758): Terminating (SIGTERM)\u000a06:11:14.328878 run iperf3-srv_10.42.42.10(pid=759): Terminating (SIGTERM)\u000a06:11:14.369457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=762): Terminating (SIGTERM)\u000a06:11:14.409965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=765): Terminating (SIGTERM)\u000a06:11:14.450381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=768): Terminating (SIGTERM)\u000a06:11:14.459921 --- ParallelTerminationStrategy: PID 752 died...\u000a06:11:14.513983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=752): Terminated: ok {rc=0}\u000a06:11:14.523842 --- ParallelTerminationStrategy: PID 753 died...\u000a06:11:14.577352 run iperf3-srv_10.42.42.10(pid=753): Terminated {rc=256}\u000a06:11:14.587105 --- ParallelTerminationStrategy: PID 754 died...\u000a06:11:14.640693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=754): Terminated: ok {rc=0}\u000a06:11:14.650316 --- ParallelTerminationStrategy: PID 755 died...\u000a06:11:14.703648 run iperf3-srv_10.42.42.10(pid=755): Terminated {rc=256}\u000a06:11:14.713788 --- ParallelTerminationStrategy: PID 756 died...\u000a06:11:14.767288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=756): Terminated: ok {rc=0}\u000a06:11:14.777173 --- ParallelTerminationStrategy: PID 757 died...\u000a06:11:14.830854 run iperf3-srv_10.42.42.10(pid=757): Terminated {rc=256}\u000a06:11:14.840705 --- ParallelTerminationStrategy: PID 758 died...\u000a06:11:14.894518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=758): Terminated: ok {rc=0}\u000a06:11:14.904086 --- ParallelTerminationStrategy: PID 759 died...\u000a06:11:14.958220 run iperf3-srv_10.42.42.10(pid=759): Terminated {rc=256}\u000a06:11:14.968045 --- ParallelTerminationStrategy: PID 762 died...\u000a06:11:15.021631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=762): Terminated: ok {rc=0}\u000a06:11:15.031534 --- ParallelTerminationStrategy: PID 765 died...\u000a06:11:15.085651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=765): Terminated: ok {rc=0}\u000a06:11:15.095495 --- ParallelTerminationStrategy: PID 768 died...\u000a06:11:15.149509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=768): Terminated: ok {rc=0}\u000a06:11:15.239082 bus /gobi_4: Setting Powered False\u000a06:11:16.363943 bus /gobi_4: Setting Powered False\u000a06:11:17.474783 bus /gobi_1: Setting Powered False\u000a06:11:18.581169 bus /gobi_1: Setting Powered False\u000a06:11:19.691581 bus /gobi_0: Setting Powered False\u000a06:11:20.797886 bus /gobi_0: Setting Powered False\u000a06:11:21.906799 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=776): Process ended prematurely: osmo-stp_10.42.42.5(pid=776) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=776)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=776): Process ended prematurely: osmo-stp_10.42.42.5(pid=776) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:11:22.973917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:22.985196 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:23.137694 tst ping.py: using LAC 19476\u000a06:11:23.250623 tst ping.py: using RAC 96\u000a06:11:23.363620 tst ping.py: using CellId 19476\u000a06:11:23.484021 tst ping.py: using BVCI 19477\u000a06:11:23.506005 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.516828 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.527545 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.538407 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.549139 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.559979 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.571020 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:23.581903 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:23.862653 tst ping.py:19: start network...\u000a06:11:23.991461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:24.487209 run create_hlr_db(pid=770): Launched\u000a06:11:24.667503 bus /gobi_6: Setting Powered False\u000a06:11:25.687918 run create_hlr_db(pid=770): Terminated: ok {rc=0}\u000a06:11:26.101303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=772): Launched\u000a06:11:26.410514 run osmo-hlr_10.42.42.2(pid=773): Launched\u000a06:11:26.523798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:27.060022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=775): Launched\u000a06:11:27.367622 run osmo-stp_10.42.42.5(pid=776): Launched\u000a06:11:27.479652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:28.021505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=778): Launched\u000a06:11:28.131758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:28.401354 run patchelf(pid=779): Launched\u000a06:11:28.583445 run osmo-stp_10.42.42.5(pid=776): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=776)]\u000a06:11:28.717096 run osmo-stp_10.42.42.5(pid=776): stdout: \u000a| (launched: 2022-12-09_06:11:27.216866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:28.850855 run osmo-stp_10.42.42.5(pid=776): stderr: \u000a| �[0;m�[38;5;43m20221209061127406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061127406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061127406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061127407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061127409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061127409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061127409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:28.979676 run osmo-stp_10.42.42.5(pid=776): stdout: \u000a| (launched: 2022-12-09_06:11:27.216866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:29.107246 run osmo-stp_10.42.42.5(pid=776): stderr: \u000a| �[0;m�[38;5;43m20221209061127406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061127406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061127406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061127407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061127409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061127409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061127409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:29.256039 run patchelf(pid=779): Terminating (SIGINT)\u000a06:11:29.430938 run patchelf(pid=779): Terminated: ok {rc=0}\u000a06:11:29.462476 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=776): Process ended prematurely: osmo-stp_10.42.42.5(pid=776) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=776)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:11:29.471574 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:11:29.533819 run osmo-hlr_10.42.42.2(pid=773): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=773)]\u000a06:11:29.584689 run osmo-hlr_10.42.42.2(pid=773): stdout: \u000a| (launched: 2022-12-09_06:11:26.258703) \u000a06:11:29.636214 run osmo-hlr_10.42.42.2(pid=773): stderr: \u000a| �[0;m�[1;31m20221209061126457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061126457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061126457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061126458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061126458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061126458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061126472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061126482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061126483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061126483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:29.680378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=772): Terminating (SIGTERM)\u000a06:11:29.722360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=775): Terminating (SIGTERM)\u000a06:11:29.764279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=778): Terminating (SIGTERM)\u000a06:11:29.774046 --- ParallelTerminationStrategy: PID 772 died...\u000a06:11:29.830357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=772): Terminated: ok {rc=0}\u000a06:11:29.840457 --- ParallelTerminationStrategy: PID 775 died...\u000a06:11:29.896528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=775): Terminated: ok {rc=0}\u000a06:11:29.906626 --- ParallelTerminationStrategy: PID 778 died...\u000a06:11:29.962775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=778): Terminated: ok {rc=0}\u000a06:11:30.051526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=786): Process ended prematurely: osmo-stp_10.42.42.5(pid=786) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=786)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=786): Process ended prematurely: osmo-stp_10.42.42.5(pid=786) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:11:31.103961 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.117416 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:31.296485 tst ping_idle_ping.py: using LAC 19477\u000a06:11:31.447503 tst ping_idle_ping.py: using RAC 97\u000a06:11:31.574545 tst ping_idle_ping.py: using CellId 19477\u000a06:11:31.698322 tst ping_idle_ping.py: using BVCI 19478\u000a06:11:31.723882 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.735803 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.747439 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.759256 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.770789 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.782413 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.794152 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:31.805801 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:32.115200 tst ping_idle_ping.py:24: start network...\u000a06:11:32.239238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:32.695551 run create_hlr_db(pid=780): Launched\u000a06:11:32.864144 bus /gobi_6: Setting Powered False\u000a06:11:33.884697 run create_hlr_db(pid=780): Terminated: ok {rc=0}\u000a06:11:34.271757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=782): Launched\u000a06:11:34.561060 run osmo-hlr_10.42.42.2(pid=783): Launched\u000a06:11:34.666284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:35.168303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=785): Launched\u000a06:11:35.458873 run osmo-stp_10.42.42.5(pid=786): Launched\u000a06:11:35.565212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:36.071478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=788): Launched\u000a06:11:36.174567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:36.426815 run patchelf(pid=789): Launched\u000a06:11:36.598320 run osmo-stp_10.42.42.5(pid=786): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=786)]\u000a06:11:36.723753 run osmo-stp_10.42.42.5(pid=786): stdout: \u000a| (launched: 2022-12-09_06:11:35.316261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:36.849341 run osmo-stp_10.42.42.5(pid=786): stderr: \u000a| �[0;m�[38;5;43m20221209061135483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061135484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061135484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061135484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061135485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061135485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061135485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:36.970263 run osmo-stp_10.42.42.5(pid=786): stdout: \u000a| (launched: 2022-12-09_06:11:35.316261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:37.090226 run osmo-stp_10.42.42.5(pid=786): stderr: \u000a| �[0;m�[38;5;43m20221209061135483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061135484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061135484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061135484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061135485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061135485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061135485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:37.229768 run patchelf(pid=789): Terminating (SIGINT)\u000a06:11:37.394129 run patchelf(pid=789): Terminated: ok {rc=0}\u000a06:11:37.423929 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=786): Process ended prematurely: osmo-stp_10.42.42.5(pid=786) [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=786)] [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:11:37.432356 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:11:37.493028 run osmo-hlr_10.42.42.2(pid=783): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=783)]\u000a06:11:37.542336 run osmo-hlr_10.42.42.2(pid=783): stdout: \u000a| (launched: 2022-12-09_06:11:34.419081) \u000a06:11:37.592548 run osmo-hlr_10.42.42.2(pid=783): stderr: \u000a| �[0;m�[1;31m20221209061134594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061134594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061134594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061134594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061134594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061134594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061134607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061134615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061134615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061134615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:37.634997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=782): Terminating (SIGTERM)\u000a06:11:37.675535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=785): Terminating (SIGTERM)\u000a06:11:37.716235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=788): Terminating (SIGTERM)\u000a06:11:37.725711 --- ParallelTerminationStrategy: PID 782 died...\u000a06:11:37.779619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=782): Terminated: ok {rc=0}\u000a06:11:37.789710 --- ParallelTerminationStrategy: PID 785 died...\u000a06:11:37.843353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=785): Terminated: ok {rc=0}\u000a06:11:37.853096 --- ParallelTerminationStrategy: PID 788 died...\u000a06:11:37.906560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=788): Terminated: ok {rc=0}\u000a06:11:37.995951 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:10:40" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:11:40.139814 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.150908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:11:40.288227 tst cs_paging_gprs_active.py: using LAC 19478\u000a06:11:40.420797 tst cs_paging_gprs_active.py: using RAC 98\u000a06:11:40.556746 tst cs_paging_gprs_active.py: using CellId 19478\u000a06:11:40.681611 tst cs_paging_gprs_active.py: using BVCI 19479\u000a06:11:40.706099 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.717786 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.729289 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.741554 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.754123 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.765411 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.777341 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.789258 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:40.801282 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:40.919041 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:41.194185 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:11:41.318321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:41.623157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=793): Launched\u000a06:11:41.876445 run iperf3-srv_10.42.42.10(pid=794): Launched\u000a06:11:42.055765 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:11:42.179175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:42.484434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Launched\u000a06:11:42.737729 run iperf3-srv_10.42.42.10(pid=796): Launched\u000a06:11:42.916940 tst cs_paging_gprs_active.py:38: start network...\u000a06:11:43.040024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:43.507254 run create_hlr_db(pid=797): Launched\u000a06:11:43.678039 bus /gobi_6: Setting Powered False\u000a06:11:44.700195 run create_hlr_db(pid=797): Terminated: ok {rc=0}\u000a06:11:45.120355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Launched\u000a06:11:45.437370 run osmo-hlr_10.42.42.2(pid=800): Launched\u000a06:11:45.553850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:46.145047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Launched\u000a06:11:46.595134 run osmo-stp_10.42.42.5(pid=803): Launched\u000a06:11:46.746571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:47.308384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Launched\u000a06:11:47.421611 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:47.696440 run patchelf(pid=806): Launched\u000a06:11:47.882214 run osmo-stp_10.42.42.5(pid=803): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]\u000a06:11:48.017663 run osmo-stp_10.42.42.5(pid=803): stdout: \u000a| (launched: 2022-12-09_06:11:46.309714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:48.154483 run osmo-stp_10.42.42.5(pid=803): stderr: \u000a| �[0;m�[38;5;43m20221209061146551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061146551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061146551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061146551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061146552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061146552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061146552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:48.286430 run osmo-stp_10.42.42.5(pid=803): stdout: \u000a| (launched: 2022-12-09_06:11:46.309714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:48.416696 run osmo-stp_10.42.42.5(pid=803): stderr: \u000a| �[0;m�[38;5;43m20221209061146551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061146551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061146551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061146551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061146552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061146552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061146552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:48.567942 run patchelf(pid=806): Terminating (SIGINT)\u000a06:11:48.745230 run patchelf(pid=806): Terminated: ok {rc=0}\u000a06:11:48.777786 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)] [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a06:11:48.787405 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a06:11:48.850359 run osmo-hlr_10.42.42.2(pid=800): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=800)]\u000a06:11:48.901718 run osmo-hlr_10.42.42.2(pid=800): stdout: \u000a| (launched: 2022-12-09_06:11:45.282454) \u000a06:11:48.953844 run osmo-hlr_10.42.42.2(pid=800): stderr: \u000a| �[0;m�[1;31m20221209061145479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061145479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061145479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061145479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061145479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061145479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061145490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061145498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061145498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061145498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:48.998435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=793): Terminating (SIGTERM)\u000a06:11:49.040604 run iperf3-srv_10.42.42.10(pid=794): Terminating (SIGTERM)\u000a06:11:49.082943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminating (SIGTERM)\u000a06:11:49.124929 run iperf3-srv_10.42.42.10(pid=796): Terminating (SIGTERM)\u000a06:11:49.167096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Terminating (SIGTERM)\u000a06:11:49.209248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Terminating (SIGTERM)\u000a06:11:49.251379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Terminating (SIGTERM)\u000a06:11:49.261126 --- ParallelTerminationStrategy: PID 793 died...\u000a06:11:49.317545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=793): Terminated: ok {rc=0}\u000a06:11:49.327828 --- ParallelTerminationStrategy: PID 794 died...\u000a06:11:49.383590 run iperf3-srv_10.42.42.10(pid=794): Terminated {rc=256}\u000a06:11:49.393965 --- ParallelTerminationStrategy: PID 795 died...\u000a06:11:49.449488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminated: ok {rc=0}\u000a06:11:49.459437 --- ParallelTerminationStrategy: PID 796 died...\u000a06:11:49.514962 run iperf3-srv_10.42.42.10(pid=796): Terminated {rc=256}\u000a06:11:49.525072 --- ParallelTerminationStrategy: PID 799 died...\u000a06:11:49.580860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Terminated: ok {rc=0}\u000a06:11:49.591030 --- ParallelTerminationStrategy: PID 802 died...\u000a06:11:49.646722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Terminated: ok {rc=0}\u000a06:11:49.656662 --- ParallelTerminationStrategy: PID 805 died...\u000a06:11:49.713449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Terminated: ok {rc=0}\u000a06:11:49.800899 bus /gobi_0: Setting Powered False\u000a06:11:50.906970 bus /gobi_0: Setting Powered False\u000a06:11:52.018021 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a06:11:53.127265 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.138859 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:11:53.281788 tst iperf3.py: using LAC 19479\u000a06:11:53.396718 tst iperf3.py: using RAC 99\u000a06:11:53.513745 tst iperf3.py: using CellId 19479\u000a06:11:53.628829 tst iperf3.py: using BVCI 19480\u000a06:11:53.651508 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.662657 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.673575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.684758 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.695898 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.707055 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.718361 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.729507 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:53.740852 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:54.032093 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:11:54.164562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:54.491215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Launched\u000a06:11:54.763427 run iperf3-srv_10.42.42.10(pid=808): Launched\u000a06:11:54.957351 tst iperf3.py:8: start network...\u000a06:11:55.089206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:55.594523 run create_hlr_db(pid=809): Launched\u000a06:11:55.777180 bus /gobi_6: Setting Powered False\u000a06:11:56.797817 run create_hlr_db(pid=809): Terminated: ok {rc=0}\u000a06:11:57.216034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Launched\u000a06:11:57.530576 run osmo-hlr_10.42.42.2(pid=812): Launched\u000a06:11:57.648756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:58.198877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Launched\u000a06:11:58.513859 run osmo-stp_10.42.42.5(pid=815): Launched\u000a06:11:58.628102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:59.177786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=817): Launched\u000a06:11:59.290656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:59.566048 run patchelf(pid=818): Launched\u000a06:11:59.752081 run osmo-stp_10.42.42.5(pid=815): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]\u000a06:11:59.888186 run osmo-stp_10.42.42.5(pid=815): stdout: \u000a| (launched: 2022-12-09_06:11:58.360481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:00.024752 run osmo-stp_10.42.42.5(pid=815): stderr: \u000a| �[0;m�[38;5;43m20221209061158550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061158550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061158551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061158551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061158551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061158552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061158552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:00.157110 run osmo-stp_10.42.42.5(pid=815): stdout: \u000a| (launched: 2022-12-09_06:11:58.360481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:00.289483 run osmo-stp_10.42.42.5(pid=815): stderr: \u000a| �[0;m�[38;5;43m20221209061158550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061158550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061158551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061158551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061158551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061158552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061158552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:00.442240 run patchelf(pid=818): Terminating (SIGINT)\u000a06:12:00.620899 run patchelf(pid=818): Terminated: ok {rc=0}\u000a06:12:00.653723 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)] [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a06:12:00.663409 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:12:00.726411 run osmo-hlr_10.42.42.2(pid=812): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=812)]\u000a06:12:00.778085 run osmo-hlr_10.42.42.2(pid=812): stdout: \u000a| (launched: 2022-12-09_06:11:57.377337) \u000a06:12:00.830251 run osmo-hlr_10.42.42.2(pid=812): stderr: \u000a| �[0;m�[1;31m20221209061157576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061157577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061157577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061157577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061157577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061157577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061157590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061157599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061157599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061157599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:00.875789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Terminating (SIGTERM)\u000a06:12:00.918902 run iperf3-srv_10.42.42.10(pid=808): Terminating (SIGTERM)\u000a06:12:00.961514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminating (SIGTERM)\u000a06:12:01.004535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminating (SIGTERM)\u000a06:12:01.048741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=817): Terminating (SIGTERM)\u000a06:12:01.059843 --- ParallelTerminationStrategy: PID 807 died...\u000a06:12:01.117599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Terminated: ok {rc=0}\u000a06:12:01.128146 --- ParallelTerminationStrategy: PID 808 died...\u000a06:12:01.184829 run iperf3-srv_10.42.42.10(pid=808): Terminated {rc=256}\u000a06:12:01.195427 --- ParallelTerminationStrategy: PID 811 died...\u000a06:12:01.252035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminated: ok {rc=0}\u000a06:12:01.262530 --- ParallelTerminationStrategy: PID 814 died...\u000a06:12:01.319529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminated: ok {rc=0}\u000a06:12:01.330341 --- ParallelTerminationStrategy: PID 817 died...\u000a06:12:01.387291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=817): Terminated: ok {rc=0}\u000a06:12:01.476453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=838): Process ended prematurely: osmo-stp_10.42.42.5(pid=838) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=838): Process ended prematurely: osmo-stp_10.42.42.5(pid=838) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a06:12:02.588253 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:02.600056 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:02.741849 tst iperf3m4.py: using LAC 19480\u000a06:12:02.856244 tst iperf3m4.py: using RAC 100\u000a06:12:02.975558 tst iperf3m4.py: using CellId 19480\u000a06:12:03.090524 tst iperf3m4.py: using BVCI 19481\u000a06:12:03.113251 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.124347 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.135273 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.147043 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.158764 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.170393 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.182307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.193962 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:03.205845 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:03.322060 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:03.440116 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:03.555048 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:03.831047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:12:03.953665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:04.258961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=820): Launched\u000a06:12:04.513355 run iperf3-srv_10.42.42.10(pid=821): Launched\u000a06:12:04.693094 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:12:04.815532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:05.122132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=822): Launched\u000a06:12:05.375833 run iperf3-srv_10.42.42.10(pid=824): Launched\u000a06:12:05.555903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:12:05.678409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:05.982857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=825): Launched\u000a06:12:06.236756 run iperf3-srv_10.42.42.10(pid=826): Launched\u000a06:12:06.416696 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:12:06.539206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:06.844232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=827): Launched\u000a06:12:07.097764 run iperf3-srv_10.42.42.10(pid=828): Launched\u000a06:12:07.276899 tst iperf3m4.py:8: start network...\u000a06:12:07.399345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:07.863774 run create_hlr_db(pid=831): Launched\u000a06:12:08.033626 bus /gobi_6: Setting Powered False\u000a06:12:09.055933 run create_hlr_db(pid=831): Terminated: ok {rc=0}\u000a06:12:09.450365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=834): Launched\u000a06:12:09.744725 run osmo-hlr_10.42.42.2(pid=835): Launched\u000a06:12:09.859627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:10.378159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=837): Launched\u000a06:12:10.671885 run osmo-stp_10.42.42.5(pid=838): Launched\u000a06:12:10.779352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:11.292185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=840): Launched\u000a06:12:11.397133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:11.654819 run patchelf(pid=841): Launched\u000a06:12:11.828787 run osmo-stp_10.42.42.5(pid=838): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)]\u000a06:12:11.955704 run osmo-stp_10.42.42.5(pid=838): stdout: \u000a| (launched: 2022-12-09_06:12:10.527430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:12.083060 run osmo-stp_10.42.42.5(pid=838): stderr: \u000a| �[0;m�[38;5;43m20221209061210692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061210692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061210692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061210693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061210693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061210693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061210693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:12.206752 run osmo-stp_10.42.42.5(pid=838): stdout: \u000a| (launched: 2022-12-09_06:12:10.527430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:12.329877 run osmo-stp_10.42.42.5(pid=838): stderr: \u000a| �[0;m�[38;5;43m20221209061210692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061210692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061210692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061210693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061210693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061210693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061210693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:12.471449 run patchelf(pid=841): Terminating (SIGINT)\u000a06:12:12.638062 run patchelf(pid=841): Terminated: ok {rc=0}\u000a06:12:12.668585 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=838): Process ended prematurely: osmo-stp_10.42.42.5(pid=838) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)] [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a06:12:12.677716 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a06:12:12.738872 run osmo-hlr_10.42.42.2(pid=835): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=835)]\u000a06:12:12.788551 run osmo-hlr_10.42.42.2(pid=835): stdout: \u000a| (launched: 2022-12-09_06:12:09.599866) \u000a06:12:12.838985 run osmo-hlr_10.42.42.2(pid=835): stderr: \u000a| �[0;m�[1;31m20221209061209772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061209773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061209773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061209773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061209773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061209773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061209785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061209794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061209794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061209794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:12.881353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=820): Terminating (SIGTERM)\u000a06:12:12.921731 run iperf3-srv_10.42.42.10(pid=821): Terminating (SIGTERM)\u000a06:12:12.962096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=822): Terminating (SIGTERM)\u000a06:12:13.002189 run iperf3-srv_10.42.42.10(pid=824): Terminating (SIGTERM)\u000a06:12:13.042471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=825): Terminating (SIGTERM)\u000a06:12:13.082662 run iperf3-srv_10.42.42.10(pid=826): Terminating (SIGTERM)\u000a06:12:13.122860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=827): Terminating (SIGTERM)\u000a06:12:13.163063 run iperf3-srv_10.42.42.10(pid=828): Terminating (SIGTERM)\u000a06:12:13.203123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=834): Terminating (SIGTERM)\u000a06:12:13.243334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=837): Terminating (SIGTERM)\u000a06:12:13.283617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=840): Terminating (SIGTERM)\u000a06:12:13.292937 --- ParallelTerminationStrategy: PID 820 died...\u000a06:12:13.346580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=820): Terminated: ok {rc=0}\u000a06:12:13.356293 --- ParallelTerminationStrategy: PID 821 died...\u000a06:12:13.409596 run iperf3-srv_10.42.42.10(pid=821): Terminated {rc=256}\u000a06:12:13.419339 --- ParallelTerminationStrategy: PID 822 died...\u000a06:12:13.472628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=822): Terminated: ok {rc=0}\u000a06:12:13.482513 --- ParallelTerminationStrategy: PID 824 died...\u000a06:12:13.536112 run iperf3-srv_10.42.42.10(pid=824): Terminated {rc=256}\u000a06:12:13.545992 --- ParallelTerminationStrategy: PID 825 died...\u000a06:12:13.599358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=825): Terminated: ok {rc=0}\u000a06:12:13.609259 --- ParallelTerminationStrategy: PID 826 died...\u000a06:12:13.662147 run iperf3-srv_10.42.42.10(pid=826): Terminated {rc=256}\u000a06:12:13.671914 --- ParallelTerminationStrategy: PID 827 died...\u000a06:12:13.725026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=827): Terminated: ok {rc=0}\u000a06:12:13.734863 --- ParallelTerminationStrategy: PID 828 died...\u000a06:12:13.788479 run iperf3-srv_10.42.42.10(pid=828): Terminated {rc=256}\u000a06:12:13.798299 --- ParallelTerminationStrategy: PID 834 died...\u000a06:12:13.851791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=834): Terminated: ok {rc=0}\u000a06:12:13.861690 --- ParallelTerminationStrategy: PID 837 died...\u000a06:12:13.914960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=837): Terminated: ok {rc=0}\u000a06:12:13.924779 --- ParallelTerminationStrategy: PID 840 died...\u000a06:12:13.978576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=840): Terminated: ok {rc=0}\u000a06:12:14.062202 bus /gobi_4: Setting Powered False\u000a06:12:15.171900 bus /gobi_4: Setting Powered False\u000a06:12:16.291749 bus /gobi_1: Setting Powered False\u000a06:12:17.394156 bus /gobi_1: Setting Powered False\u000a06:12:18.504069 bus /gobi_0: Setting Powered False\u000a06:12:19.611424 bus /gobi_0: Setting Powered False\u000a06:12:20.720709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a06:12:21.790607 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:21.802814 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:21.945919 tst ping.py: using LAC 19481\u000a06:12:22.066990 tst ping.py: using RAC 101\u000a06:12:22.188670 tst ping.py: using CellId 19481\u000a06:12:22.310724 tst ping.py: using BVCI 19482\u000a06:12:22.334677 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.346461 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.357939 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.369610 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.381202 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.392668 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.404299 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:22.415787 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:22.698606 tst ping.py:19: start network...\u000a06:12:22.827560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:23.321118 run create_hlr_db(pid=842): Launched\u000a06:12:23.500738 bus /gobi_6: Setting Powered False\u000a06:12:24.521425 run create_hlr_db(pid=842): Terminated: ok {rc=0}\u000a06:12:24.911014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Launched\u000a06:12:25.200311 run osmo-hlr_10.42.42.2(pid=846): Launched\u000a06:12:25.305598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:25.813576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Launched\u000a06:12:26.101798 run osmo-stp_10.42.42.5(pid=849): Launched\u000a06:12:26.207257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:26.712105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=851): Launched\u000a06:12:26.815137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:27.067612 run patchelf(pid=852): Launched\u000a06:12:27.238965 run osmo-stp_10.42.42.5(pid=849): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a06:12:27.364055 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-09_06:12:25.960015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:27.489618 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221209061226128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061226128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061226128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061226129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061226129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061226129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061226129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:27.610546 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-09_06:12:25.960015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:27.730502 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221209061226128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061226128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061226128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061226129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061226129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061226129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061226129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:27.870062 run patchelf(pid=852): Terminating (SIGINT)\u000a06:12:28.034045 run patchelf(pid=852): Terminated: ok {rc=0}\u000a06:12:28.063928 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a06:12:28.072403 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:12:28.133609 run osmo-hlr_10.42.42.2(pid=846): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=846)]\u000a06:12:28.183238 run osmo-hlr_10.42.42.2(pid=846): stdout: \u000a| (launched: 2022-12-09_06:12:25.057660) \u000a06:12:28.233398 run osmo-hlr_10.42.42.2(pid=846): stderr: \u000a| �[0;m�[1;31m20221209061225232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061225232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061225232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061225232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061225232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061225232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061225244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061225254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061225254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061225254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:28.275900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminating (SIGTERM)\u000a06:12:28.316328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminating (SIGTERM)\u000a06:12:28.356579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=851): Terminating (SIGTERM)\u000a06:12:28.366181 --- ParallelTerminationStrategy: PID 845 died...\u000a06:12:28.419851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminated: ok {rc=0}\u000a06:12:28.430000 --- ParallelTerminationStrategy: PID 848 died...\u000a06:12:28.484033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminated: ok {rc=0}\u000a06:12:28.493936 --- ParallelTerminationStrategy: PID 851 died...\u000a06:12:28.547248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=851): Terminated: ok {rc=0}\u000a06:12:28.631245 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=859): Process ended prematurely: osmo-stp_10.42.42.5(pid=859) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=859)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=859): Process ended prematurely: osmo-stp_10.42.42.5(pid=859) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a06:12:29.683789 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.696502 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:29.842669 tst ping_idle_ping.py: using LAC 19482\u000a06:12:29.966380 tst ping_idle_ping.py: using RAC 102\u000a06:12:30.090676 tst ping_idle_ping.py: using CellId 19482\u000a06:12:30.212749 tst ping_idle_ping.py: using BVCI 19483\u000a06:12:30.236740 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.248371 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.259853 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.272440 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.283909 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.295688 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.308210 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:30.320420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:30.598613 tst ping_idle_ping.py:24: start network...\u000a06:12:30.719768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:31.242708 run create_hlr_db(pid=853): Launched\u000a06:12:31.430356 bus /gobi_6: Setting Powered False\u000a06:12:32.447165 run create_hlr_db(pid=853): Terminated: ok {rc=0}\u000a06:12:32.862796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=855): Launched\u000a06:12:33.171654 run osmo-hlr_10.42.42.2(pid=856): Launched\u000a06:12:33.288619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:33.828483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=858): Launched\u000a06:12:34.137704 run osmo-stp_10.42.42.5(pid=859): Launched\u000a06:12:34.249664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:34.792774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=861): Launched\u000a06:12:34.904317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:35.175427 run patchelf(pid=862): Launched\u000a06:12:35.359908 run osmo-stp_10.42.42.5(pid=859): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=859)]\u000a06:12:35.494475 run osmo-stp_10.42.42.5(pid=859): stdout: \u000a| (launched: 2022-12-09_06:12:33.986177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:35.629266 run osmo-stp_10.42.42.5(pid=859): stderr: \u000a| �[0;m�[38;5;43m20221209061234175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061234175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061234175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061234175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061234176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061234176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061234176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:35.759734 run osmo-stp_10.42.42.5(pid=859): stdout: \u000a| (launched: 2022-12-09_06:12:33.986177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:35.890755 run osmo-stp_10.42.42.5(pid=859): stderr: \u000a| �[0;m�[38;5;43m20221209061234175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061234175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061234175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061234175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061234176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061234176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061234176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:36.040058 run patchelf(pid=862): Terminating (SIGINT)\u000a06:12:36.215649 run patchelf(pid=862): Terminated: ok {rc=0}\u000a06:12:36.247696 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=859): Process ended prematurely: osmo-stp_10.42.42.5(pid=859) [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=859)] [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a06:12:36.256862 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:12:36.320474 run osmo-hlr_10.42.42.2(pid=856): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=856)]\u000a06:12:36.372586 run osmo-hlr_10.42.42.2(pid=856): stdout: \u000a| (launched: 2022-12-09_06:12:33.021154) \u000a06:12:36.425072 run osmo-hlr_10.42.42.2(pid=856): stderr: \u000a| �[0;m�[1;31m20221209061233220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061233220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061233220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061233220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061233220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061233220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061233233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061233241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061233241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061233241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:36.469944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=855): Terminating (SIGTERM)\u000a06:12:36.512438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=858): Terminating (SIGTERM)\u000a06:12:36.554908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=861): Terminating (SIGTERM)\u000a06:12:36.564381 --- ParallelTerminationStrategy: PID 855 died...\u000a06:12:36.620430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=855): Terminated: ok {rc=0}\u000a06:12:36.630744 --- ParallelTerminationStrategy: PID 858 died...\u000a06:12:36.686679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=858): Terminated: ok {rc=0}\u000a06:12:36.696881 --- ParallelTerminationStrategy: PID 861 died...\u000a06:12:36.752745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=861): Terminated: ok {rc=0}\u000a06:12:36.841589 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:11:39" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=888): Process ended prematurely: osmo-stp_10.42.42.5(pid=888) [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=888): Process ended prematurely: osmo-stp_10.42.42.5(pid=888) [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:12:38.885124 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:38.897091 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:12:39.056311 tst switch_tch_pdch.py: using LAC 19483\u000a06:12:39.179230 tst switch_tch_pdch.py: using RAC 103\u000a06:12:39.300601 tst switch_tch_pdch.py: using CellId 19483\u000a06:12:39.422191 tst switch_tch_pdch.py: using BVCI 19484\u000a06:12:39.445873 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.457350 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.468652 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.479958 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.491200 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.502441 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.513990 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:39.525382 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:12:39.639355 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:12:39.907107 tst switch_tch_pdch.py:51: start network...\u000a06:12:40.027705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:40.482991 run create_hlr_db(pid=868): Launched\u000a06:12:40.651037 bus /gobi_6: Setting Powered False\u000a06:12:41.671250 run create_hlr_db(pid=868): Terminated: ok {rc=0}\u000a06:12:42.081308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Launched\u000a06:12:42.389175 run osmo-hlr_10.42.42.2(pid=871): Launched\u000a06:12:42.506020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:43.043338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Launched\u000a06:12:43.351691 run osmo-stp_10.42.42.5(pid=888): Launched\u000a06:12:43.463729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:44.003797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=890): Launched\u000a06:12:44.114295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:44.383699 run patchelf(pid=891): Launched\u000a06:12:44.566210 run osmo-stp_10.42.42.5(pid=888): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)]\u000a06:12:44.699291 run osmo-stp_10.42.42.5(pid=888): stdout: \u000a| (launched: 2022-12-09_06:12:43.200263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:44.832713 run osmo-stp_10.42.42.5(pid=888): stderr: \u000a| �[0;m�[38;5;43m20221209061243390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061243390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061243390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061243391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061243391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061243391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061243391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:44.961191 run osmo-stp_10.42.42.5(pid=888): stdout: \u000a| (launched: 2022-12-09_06:12:43.200263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:45.088245 run osmo-stp_10.42.42.5(pid=888): stderr: \u000a| �[0;m�[38;5;43m20221209061243390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061243390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061243390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061243391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061243391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061243391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061243391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:45.236286 run patchelf(pid=891): Terminating (SIGINT)\u000a06:12:45.411066 run patchelf(pid=891): Terminated: ok {rc=0}\u000a06:12:45.442857 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=888): Process ended prematurely: osmo-stp_10.42.42.5(pid=888) [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)] [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:12:45.451733 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a06:12:45.514042 run osmo-hlr_10.42.42.2(pid=871): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=871)]\u000a06:12:45.565406 run osmo-hlr_10.42.42.2(pid=871): stdout: \u000a| (launched: 2022-12-09_06:12:42.237954) \u000a06:12:45.617367 run osmo-hlr_10.42.42.2(pid=871): stderr: \u000a| �[0;m�[1;31m20221209061242433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061242433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061242433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061242433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061242433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061242433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061242446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061242454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061242454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061242454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:45.661745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Terminating (SIGTERM)\u000a06:12:45.703569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Terminating (SIGTERM)\u000a06:12:45.745618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=890): Terminating (SIGTERM)\u000a06:12:45.755175 --- ParallelTerminationStrategy: PID 870 died...\u000a06:12:45.811099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Terminated: ok {rc=0}\u000a06:12:45.821129 --- ParallelTerminationStrategy: PID 887 died...\u000a06:12:45.889764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Terminated: ok {rc=0}\u000a06:12:45.900164 --- ParallelTerminationStrategy: PID 890 died...\u000a06:12:45.957185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=890): Terminated: ok {rc=0}\u000a06:12:46.046306 bus /gobi_0: Setting Powered False\u000a06:12:47.148937 bus /gobi_0: Setting Powered False\u000a06:12:48.256450 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:12:38" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=901): Process ended prematurely: osmo-stp_10.42.42.5(pid=901) [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=901)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=901): Process ended prematurely: osmo-stp_10.42.42.5(pid=901) [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:12:50.230988 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.242131 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:12:50.403955 tst switch_tch_pdch.py: using LAC 19484\u000a06:12:50.522559 tst switch_tch_pdch.py: using RAC 104\u000a06:12:50.641696 tst switch_tch_pdch.py: using CellId 19484\u000a06:12:50.757483 tst switch_tch_pdch.py: using BVCI 19485\u000a06:12:50.779685 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.790695 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.801488 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.812750 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.823932 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.835285 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.846725 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:50.858206 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:12:50.974094 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:12:51.241779 tst switch_tch_pdch.py:51: start network...\u000a06:12:51.361848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:51.791339 run create_hlr_db(pid=895): Launched\u000a06:12:51.909974 bus /gobi_6: Setting Powered False\u000a06:12:52.989947 run create_hlr_db(pid=895): Terminated: ok {rc=0}\u000a06:12:53.376187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=897): Launched\u000a06:12:53.684349 run osmo-hlr_10.42.42.2(pid=898): Launched\u000a06:12:53.798043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:54.308122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=900): Launched\u000a06:12:54.616077 run osmo-stp_10.42.42.5(pid=901): Launched\u000a06:12:54.728717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:55.241337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=903): Launched\u000a06:12:55.351616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:55.620533 run patchelf(pid=904): Launched\u000a06:12:55.803178 run osmo-stp_10.42.42.5(pid=901): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=901)]\u000a06:12:55.936414 run osmo-stp_10.42.42.5(pid=901): stdout: \u000a| (launched: 2022-12-09_06:12:54.465611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:56.070175 run osmo-stp_10.42.42.5(pid=901): stderr: \u000a| �[0;m�[38;5;43m20221209061254653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061254653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061254653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061254654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:56.198666 run osmo-stp_10.42.42.5(pid=901): stdout: \u000a| (launched: 2022-12-09_06:12:54.465611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:56.326889 run osmo-stp_10.42.42.5(pid=901): stderr: \u000a| �[0;m�[38;5;43m20221209061254653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061254653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061254653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061254654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:56.475041 run patchelf(pid=904): Terminating (SIGINT)\u000a06:12:56.649315 run patchelf(pid=904): Terminated: ok {rc=0}\u000a06:12:56.681397 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=901): Process ended prematurely: osmo-stp_10.42.42.5(pid=901) [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=901)] [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:12:56.690536 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a06:12:56.753232 run osmo-hlr_10.42.42.2(pid=898): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=898)]\u000a06:12:56.804866 run osmo-hlr_10.42.42.2(pid=898): stdout: \u000a| (launched: 2022-12-09_06:12:53.533172) \u000a06:12:56.857127 run osmo-hlr_10.42.42.2(pid=898): stderr: \u000a| �[0;m�[1;31m20221209061253727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061253727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061253727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061253727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061253727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061253727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061253739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061253748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061253748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061253748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:56.901744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=897): Terminating (SIGTERM)\u000a06:12:56.943903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=900): Terminating (SIGTERM)\u000a06:12:56.986179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=903): Terminating (SIGTERM)\u000a06:12:56.995949 --- ParallelTerminationStrategy: PID 897 died...\u000a06:12:57.052080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=897): Terminated: ok {rc=0}\u000a06:12:57.062201 --- ParallelTerminationStrategy: PID 900 died...\u000a06:12:57.118119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=900): Terminated: ok {rc=0}\u000a06:12:57.128263 --- ParallelTerminationStrategy: PID 903 died...\u000a06:12:57.184069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=903): Terminated: ok {rc=0}\u000a06:12:57.271159 bus /gobi_0: Setting Powered False\u000a06:12:58.375252 bus /gobi_0: Setting Powered False\u000a06:12:59.486770 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:12:49" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=909): Process ended prematurely: osmo-nitb_10.42.42.2(pid=909) [trial-2355↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=909)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=909): Process ended prematurely: osmo-nitb_10.42.42.2(pid=909) [trial-2355↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a06:13:01.378346 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a06:13:01.389797 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a06:13:01.526377 tst mo_mt_sms.py: using LAC 19485\u000a06:13:01.660310 tst mo_mt_sms.py: using RAC 105\u000a06:13:01.808076 tst mo_mt_sms.py: using CellId 19485\u000a06:13:01.930517 tst mo_mt_sms.py: using BVCI 19486\u000a06:13:01.954972 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:13:02.075018 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:13:02.364918 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:13:02.494488 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:13:03.134197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=908): Launched\u000a06:13:03.438598 run osmo-nitb_10.42.42.2(pid=909): Launched\u000a06:13:03.629561 run osmo-nitb_10.42.42.2(pid=909): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=909)]\u000a06:13:03.770728 run osmo-nitb_10.42.42.2(pid=909): stdout: \u000a| (launched: 2022-12-09_06:13:03.290789) \u000a06:13:03.912026 run osmo-nitb_10.42.42.2(pid=909): stderr: \u000a| (launched: 2022-12-09_06:13:03.337194)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:04.048316 run osmo-nitb_10.42.42.2(pid=909): stdout: \u000a| (launched: 2022-12-09_06:13:03.290789) \u000a06:13:04.183363 run osmo-nitb_10.42.42.2(pid=909): stderr: \u000a| (launched: 2022-12-09_06:13:03.337194)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:04.563727 tst osmo-nitb_10.42.42.2(pid=909): stdout: \u000a| (launched: 2022-12-09_06:13:03.290789) \u000a06:13:04.686858 tst osmo-nitb_10.42.42.2(pid=909): stderr: \u000a| (launched: 2022-12-09_06:13:03.337194)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:04.741605 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=909): Process ended prematurely: osmo-nitb_10.42.42.2(pid=909) [trial-2355↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=909)] [trial-2355↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a06:13:04.750438 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a06:13:04.786331 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=908): Terminating (SIGTERM)\u000a06:13:04.963871 --- ParallelTerminationStrategy: PID 908 died...\u000a06:13:05.021109 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=908): Terminated: ok {rc=0}\u000a06:13:05.107604 bus /sierra_3: Setting Powered False\u000a06:13:06.214639 bus /sierra_3: Setting Powered False\u000a06:13:07.325226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2355↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2355↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a06:13:09.212134 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:09.222680 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a06:13:09.352162 tst mo_mt_sms.py: using LAC 19486\u000a06:13:09.467672 tst mo_mt_sms.py: using RAC 106\u000a06:13:09.594519 tst mo_mt_sms.py: using CellId 19486\u000a06:13:09.713733 tst mo_mt_sms.py: using BVCI 19487\u000a06:13:09.737153 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:09.748261 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:09.759075 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:09.769745 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:09.780387 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:09.790984 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:13:09.902862 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:13:10.104138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:10.559864 run create_hlr_db(pid=914): Launched\u000a06:13:10.727397 bus /sierra_2: Setting Powered False\u000a06:13:11.748032 run create_hlr_db(pid=914): Terminated: ok {rc=0}\u000a06:13:12.158645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Launched\u000a06:13:12.467102 run osmo-hlr_10.42.42.2(pid=917): Launched\u000a06:13:12.583864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:13.120696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Launched\u000a06:13:13.428089 run osmo-stp_10.42.42.5(pid=920): Launched\u000a06:13:13.539639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:14.105652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=922): Launched\u000a06:13:14.415250 run osmo-msc_10.42.42.6(pid=923): Launched\u000a06:13:14.597566 run osmo-stp_10.42.42.5(pid=920): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]\u000a06:13:14.728732 run osmo-stp_10.42.42.5(pid=920): stdout: \u000a| (launched: 2022-12-09_06:13:13.277513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:14.860637 run osmo-stp_10.42.42.5(pid=920): stderr: \u000a| �[0;m�[38;5;43m20221209061313467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061313467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061313467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061313468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061313468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061313468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061313468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:14.985267 run osmo-stp_10.42.42.5(pid=920): stdout: \u000a| (launched: 2022-12-09_06:13:13.277513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:15.108541 run osmo-stp_10.42.42.5(pid=920): stderr: \u000a| �[0;m�[38;5;43m20221209061313467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061313467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061313467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061313468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061313468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061313468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061313468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:15.162682 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2355↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)] [trial-2355↪sms:trx-lms↪mo_mt_sms.py:16]\u000a06:13:15.171113 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a06:13:15.232927 run osmo-hlr_10.42.42.2(pid=917): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=917)]\u000a06:13:15.283978 run osmo-hlr_10.42.42.2(pid=917): stdout: \u000a| (launched: 2022-12-09_06:13:12.315924) \u000a06:13:15.336041 run osmo-hlr_10.42.42.2(pid=917): stderr: \u000a| �[0;m�[1;31m20221209061312509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061312509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061312509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061312509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061312509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061312509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061312521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061312529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061312529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061312530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:15.406133 run osmo-msc_10.42.42.6(pid=923): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=923)]\u000a06:13:15.456831 run osmo-msc_10.42.42.6(pid=923): stdout: \u000a| (launched: 2022-12-09_06:13:14.263463) \u000a06:13:15.508221 run osmo-msc_10.42.42.6(pid=923): stderr: \u000a| �[0;m�[38;5;43m20221209061314585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061314585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d2731cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061314586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061314586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061314586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061314586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061314588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061314588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061314588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061314588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:15.552187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Terminating (SIGTERM)\u000a06:13:15.593948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Terminating (SIGTERM)\u000a06:13:15.635683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=922): Terminating (SIGTERM)\u000a06:13:15.645276 --- ParallelTerminationStrategy: PID 916 died...\u000a06:13:15.700938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Terminated: ok {rc=0}\u000a06:13:15.711237 --- ParallelTerminationStrategy: PID 919 died...\u000a06:13:15.766508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Terminated: ok {rc=0}\u000a06:13:15.776349 --- ParallelTerminationStrategy: PID 922 died...\u000a06:13:15.831547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=922): Terminated: ok {rc=0}\u000a06:13:15.923819 bus /sierra_3: Setting Powered False\u000a06:13:17.032564 bus /sierra_3: Setting Powered False\u000a06:13:18.142320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:13:08" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=929): Process ended prematurely: osmo-nitb_10.42.42.2(pid=929) [trial-2355↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=929)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=929): Process ended prematurely: osmo-nitb_10.42.42.2(pid=929) [trial-2355↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a06:13:19.971303 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a06:13:19.982006 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a06:13:20.112694 tst assert_extension.py: using LAC 19487\u000a06:13:20.230071 tst assert_extension.py: using RAC 107\u000a06:13:20.343825 tst assert_extension.py: using CellId 19487\u000a06:13:20.455243 tst assert_extension.py: using BVCI 19488\u000a06:13:20.477193 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a06:13:20.760673 tst assert_extension.py:10: start nitb and bts...\u000a06:13:20.890833 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:13:21.532532 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=928): Launched\u000a06:13:21.836054 run osmo-nitb_10.42.42.2(pid=929): Launched\u000a06:13:22.026558 run osmo-nitb_10.42.42.2(pid=929): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=929)]\u000a06:13:22.167437 run osmo-nitb_10.42.42.2(pid=929): stdout: \u000a| (launched: 2022-12-09_06:13:21.689237) \u000a06:13:22.308118 run osmo-nitb_10.42.42.2(pid=929): stderr: \u000a| (launched: 2022-12-09_06:13:21.735104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:22.444676 run osmo-nitb_10.42.42.2(pid=929): stdout: \u000a| (launched: 2022-12-09_06:13:21.689237) \u000a06:13:22.578990 run osmo-nitb_10.42.42.2(pid=929): stderr: \u000a| (launched: 2022-12-09_06:13:21.735104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:22.961246 tst osmo-nitb_10.42.42.2(pid=929): stdout: \u000a| (launched: 2022-12-09_06:13:21.689237) \u000a06:13:23.084538 tst osmo-nitb_10.42.42.2(pid=929): stderr: \u000a| (launched: 2022-12-09_06:13:21.735104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:23.139195 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=929): Process ended prematurely: osmo-nitb_10.42.42.2(pid=929) [trial-2355↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=929)] [trial-2355↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a06:13:23.147805 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a06:13:23.184363 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=928): Terminating (SIGTERM)\u000a06:13:23.362476 --- ParallelTerminationStrategy: PID 928 died...\u000a06:13:23.420227 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=928): Terminated: ok {rc=0}\u000a06:13:23.508144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:13:19" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=940): Process ended prematurely: osmo-stp_10.42.42.5(pid=940) [trial-2355↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=940)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=940): Process ended prematurely: osmo-stp_10.42.42.5(pid=940) [trial-2355↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a06:13:25.332768 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:25.343296 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a06:13:25.475580 tst assert_extension.py: using LAC 19488\u000a06:13:25.590555 tst assert_extension.py: using RAC 108\u000a06:13:25.711098 tst assert_extension.py: using CellId 19488\u000a06:13:25.831793 tst assert_extension.py: using BVCI 19489\u000a06:13:25.855495 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:25.866458 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:25.877341 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:25.888109 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:25.899032 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:13:25.909904 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a06:13:26.101970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:26.556452 run create_hlr_db(pid=933): Launched\u000a06:13:26.723511 bus /sierra_2: Setting Powered False\u000a06:13:27.746599 run create_hlr_db(pid=933): Terminated: ok {rc=0}\u000a06:13:28.158156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=936): Launched\u000a06:13:28.467655 run osmo-hlr_10.42.42.2(pid=937): Launched\u000a06:13:28.584254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:29.124658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=939): Launched\u000a06:13:29.433407 run osmo-stp_10.42.42.5(pid=940): Launched\u000a06:13:29.545562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:30.110363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=942): Launched\u000a06:13:30.419561 run osmo-msc_10.42.42.6(pid=943): Launched\u000a06:13:30.605192 run osmo-stp_10.42.42.5(pid=940): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=940)]\u000a06:13:30.737252 run osmo-stp_10.42.42.5(pid=940): stdout: \u000a| (launched: 2022-12-09_06:13:29.282088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:30.870078 run osmo-stp_10.42.42.5(pid=940): stderr: \u000a| �[0;m�[38;5;43m20221209061329470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061329471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061329471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061329471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061329474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061329474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061329474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:31.004311 run osmo-stp_10.42.42.5(pid=940): stdout: \u000a| (launched: 2022-12-09_06:13:29.282088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:31.131276 run osmo-stp_10.42.42.5(pid=940): stderr: \u000a| �[0;m�[38;5;43m20221209061329470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061329471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061329471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061329471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061329474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061329474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061329474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:31.186828 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=940): Process ended prematurely: osmo-stp_10.42.42.5(pid=940) [trial-2355↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=940)] [trial-2355↪ussd:trx-lms↪assert_extension.py:17]\u000a06:13:31.195833 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a06:13:31.259825 run osmo-hlr_10.42.42.2(pid=937): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=937)]\u000a06:13:31.312719 run osmo-hlr_10.42.42.2(pid=937): stdout: \u000a| (launched: 2022-12-09_06:13:28.315730) \u000a06:13:31.366220 run osmo-hlr_10.42.42.2(pid=937): stderr: \u000a| �[0;m�[1;31m20221209061328512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061328512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061328512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061328512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061328513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061328513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061328525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061328533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061328533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061328533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:31.438336 run osmo-msc_10.42.42.6(pid=943): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=943)]\u000a06:13:31.490885 run osmo-msc_10.42.42.6(pid=943): stdout: \u000a| (launched: 2022-12-09_06:13:30.267876) \u000a06:13:31.544249 run osmo-msc_10.42.42.6(pid=943): stderr: \u000a| �[0;m�[38;5;43m20221209061330586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061330586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f735de07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061330586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061330586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061330586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061330586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061330588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061330588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061330589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061330589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:31.590400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=936): Terminating (SIGTERM)\u000a06:13:31.633555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=939): Terminating (SIGTERM)\u000a06:13:31.678484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=942): Terminating (SIGTERM)\u000a06:13:31.688752 --- ParallelTerminationStrategy: PID 936 died...\u000a06:13:31.747310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=936): Terminated: ok {rc=0}\u000a06:13:31.757893 --- ParallelTerminationStrategy: PID 939 died...\u000a06:13:31.814274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=939): Terminated: ok {rc=0}\u000a06:13:31.824722 --- ParallelTerminationStrategy: PID 942 died...\u000a06:13:31.881632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=942): Terminated: ok {rc=0}\u000a06:13:31.969643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:13:25" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=955): Process ended prematurely: osmo-stp_10.42.42.5(pid=955) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=955): Process ended prematurely: osmo-stp_10.42.42.5(pid=955) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:13:33.921376 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:33.932712 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:13:34.089954 tst mo_mt_call.py: using LAC 19489\u000a06:13:34.214365 tst mo_mt_call.py: using RAC 109\u000a06:13:34.341700 tst mo_mt_call.py: using CellId 19489\u000a06:13:34.464235 tst mo_mt_call.py: using BVCI 19490\u000a06:13:34.488489 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:34.499900 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:34.511565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:34.523031 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:34.534286 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:34.545552 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:34.660613 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:34.856477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:35.320638 run create_hlr_db(pid=948): Launched\u000a06:13:35.489929 bus /sierra_2: Setting Powered False\u000a06:13:36.512185 run create_hlr_db(pid=948): Terminated: ok {rc=0}\u000a06:13:36.902995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=950): Launched\u000a06:13:37.198452 run osmo-hlr_10.42.42.2(pid=951): Launched\u000a06:13:37.306036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:37.815183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=954): Launched\u000a06:13:38.109256 run osmo-stp_10.42.42.5(pid=955): Launched\u000a06:13:38.216369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:38.751883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=958): Launched\u000a06:13:39.044648 run osmo-msc_10.42.42.6(pid=959): Launched\u000a06:13:39.218318 run osmo-stp_10.42.42.5(pid=955): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)]\u000a06:13:39.343454 run osmo-stp_10.42.42.5(pid=955): stdout: \u000a| (launched: 2022-12-09_06:13:37.964863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:39.466281 run osmo-stp_10.42.42.5(pid=955): stderr: \u000a| �[0;m�[38;5;43m20221209061338132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061338133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061338133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061338133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061338135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061338136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061338136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:39.584166 run osmo-stp_10.42.42.5(pid=955): stdout: \u000a| (launched: 2022-12-09_06:13:37.964863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:39.701040 run osmo-stp_10.42.42.5(pid=955): stderr: \u000a| �[0;m�[38;5;43m20221209061338132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061338133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061338133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061338133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061338135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061338136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061338136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:39.752479 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=955): Process ended prematurely: osmo-stp_10.42.42.5(pid=955) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:13:39.760904 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:13:39.821490 run osmo-hlr_10.42.42.2(pid=951): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=951)]\u000a06:13:39.871245 run osmo-hlr_10.42.42.2(pid=951): stdout: \u000a| (launched: 2022-12-09_06:13:37.053192) \u000a06:13:39.921374 run osmo-hlr_10.42.42.2(pid=951): stderr: \u000a| �[0;m�[1;31m20221209061337227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061337227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061337227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061337227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061337227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061337227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061337238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061337247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061337247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061337247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:39.989190 run osmo-msc_10.42.42.6(pid=959): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=959)]\u000a06:13:40.038619 run osmo-msc_10.42.42.6(pid=959): stdout: \u000a| (launched: 2022-12-09_06:13:38.900713) \u000a06:13:40.088663 run osmo-msc_10.42.42.6(pid=959): stderr: \u000a| �[0;m�[38;5;43m20221209061339173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061339173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a2051fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061339173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061339173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061339174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061339174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061339175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061339176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061339176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061339176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:40.130860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=950): Terminating (SIGTERM)\u000a06:13:40.171148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=954): Terminating (SIGTERM)\u000a06:13:40.211820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=958): Terminating (SIGTERM)\u000a06:13:40.221205 --- ParallelTerminationStrategy: PID 950 died...\u000a06:13:40.275314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=950): Terminated: ok {rc=0}\u000a06:13:40.285252 --- ParallelTerminationStrategy: PID 954 died...\u000a06:13:40.338590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=954): Terminated: ok {rc=0}\u000a06:13:40.348370 --- ParallelTerminationStrategy: PID 958 died...\u000a06:13:40.401621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=958): Terminated: ok {rc=0}\u000a06:13:40.485386 bus /sierra_3: Setting Powered False\u000a06:13:41.592504 bus /sierra_3: Setting Powered False\u000a06:13:42.700586 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=967): Process ended prematurely: osmo-stp_10.42.42.5(pid=967) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=967)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=967): Process ended prematurely: osmo-stp_10.42.42.5(pid=967) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:13:43.808092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:43.819760 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:13:43.989683 tst mo_mt_call_osmux.py: using LAC 19490\u000a06:13:44.110302 tst mo_mt_call_osmux.py: using RAC 110\u000a06:13:44.226912 tst mo_mt_call_osmux.py: using CellId 19490\u000a06:13:44.343174 tst mo_mt_call_osmux.py: using BVCI 19491\u000a06:13:44.365682 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:44.376484 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:44.387723 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:44.399012 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:44.410208 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:44.421224 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:44.538480 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:44.742468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:45.204144 run create_hlr_db(pid=961): Launched\u000a06:13:45.372630 bus /sierra_2: Setting Powered False\u000a06:13:46.397327 run create_hlr_db(pid=961): Terminated: ok {rc=0}\u000a06:13:46.815424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=963): Launched\u000a06:13:47.191433 run osmo-hlr_10.42.42.2(pid=964): Launched\u000a06:13:47.308690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:47.857153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=966): Launched\u000a06:13:48.170481 run osmo-stp_10.42.42.5(pid=967): Launched\u000a06:13:48.287705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:48.863032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=969): Launched\u000a06:13:49.176638 run osmo-msc_10.42.42.6(pid=970): Launched\u000a06:13:49.363102 run osmo-stp_10.42.42.5(pid=967): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=967)]\u000a06:13:49.496897 run osmo-stp_10.42.42.5(pid=967): stdout: \u000a| (launched: 2022-12-09_06:13:48.017751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:49.630572 run osmo-stp_10.42.42.5(pid=967): stderr: \u000a| �[0;m�[38;5;43m20221209061348208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061348208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061348208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061348209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:49.757382 run osmo-stp_10.42.42.5(pid=967): stdout: \u000a| (launched: 2022-12-09_06:13:48.017751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:49.882783 run osmo-stp_10.42.42.5(pid=967): stderr: \u000a| �[0;m�[38;5;43m20221209061348208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061348208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061348208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061348209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:49.938321 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=967): Process ended prematurely: osmo-stp_10.42.42.5(pid=967) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=967)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:13:49.947536 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:13:50.009943 run osmo-hlr_10.42.42.2(pid=964): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=964)]\u000a06:13:50.061519 run osmo-hlr_10.42.42.2(pid=964): stdout: \u000a| (launched: 2022-12-09_06:13:46.968927) \u000a06:13:50.113728 run osmo-hlr_10.42.42.2(pid=964): stderr: \u000a| �[0;m�[1;31m20221209061347229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061347229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061347229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061347229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061347229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061347229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061347242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061347250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061347250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061347250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:50.183791 run osmo-msc_10.42.42.6(pid=970): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=970)]\u000a06:13:50.234769 run osmo-msc_10.42.42.6(pid=970): stdout: \u000a| (launched: 2022-12-09_06:13:49.022974) \u000a06:13:50.286648 run osmo-msc_10.42.42.6(pid=970): stderr: \u000a| �[0;m�[38;5;43m20221209061349344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061349345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ba6b87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061349345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061349345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061349345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061349345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061349347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061349347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061349347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061349347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:50.330940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=963): Terminating (SIGTERM)\u000a06:13:50.373154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=966): Terminating (SIGTERM)\u000a06:13:50.415341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=969): Terminating (SIGTERM)\u000a06:13:50.425102 --- ParallelTerminationStrategy: PID 963 died...\u000a06:13:50.480933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=963): Terminated: ok {rc=0}\u000a06:13:50.491213 --- ParallelTerminationStrategy: PID 966 died...\u000a06:13:50.546295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=966): Terminated: ok {rc=0}\u000a06:13:50.556089 --- ParallelTerminationStrategy: PID 969 died...\u000a06:13:50.611117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=969): Terminated: ok {rc=0}\u000a06:13:50.698343 bus /sierra_3: Setting Powered False\u000a06:13:51.803748 bus /sierra_3: Setting Powered False\u000a06:13:52.914586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:13:33" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=981): Process ended prematurely: osmo-stp_10.42.42.5(pid=981) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=981)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=981): Process ended prematurely: osmo-stp_10.42.42.5(pid=981) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:13:54.905973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:54.917117 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:13:55.068379 tst mo_mt_call.py: using LAC 19491\u000a06:13:55.182744 tst mo_mt_call.py: using RAC 111\u000a06:13:55.297620 tst mo_mt_call.py: using CellId 19491\u000a06:13:55.411559 tst mo_mt_call.py: using BVCI 19492\u000a06:13:55.434048 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:55.444815 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:55.455591 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:55.466714 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:55.477983 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:55.489234 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:13:55.605310 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:13:55.810964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:56.314335 run create_hlr_db(pid=975): Launched\u000a06:13:56.497132 bus /sierra_2: Setting Powered False\u000a06:13:57.518935 run create_hlr_db(pid=975): Terminated: ok {rc=0}\u000a06:13:57.938715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=977): Launched\u000a06:13:58.252833 run osmo-hlr_10.42.42.2(pid=978): Launched\u000a06:13:58.370155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:58.916230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=980): Launched\u000a06:13:59.230941 run osmo-stp_10.42.42.5(pid=981): Launched\u000a06:13:59.346246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:59.921873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=983): Launched\u000a06:14:00.237084 run osmo-msc_10.42.42.6(pid=984): Launched\u000a06:14:00.424533 run osmo-stp_10.42.42.5(pid=981): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=981)]\u000a06:14:00.559798 run osmo-stp_10.42.42.5(pid=981): stdout: \u000a| (launched: 2022-12-09_06:13:59.076381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:00.693388 run osmo-stp_10.42.42.5(pid=981): stderr: \u000a| �[0;m�[38;5;43m20221209061359267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061359267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061359268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061359268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061359268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061359268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061359269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:00.819949 run osmo-stp_10.42.42.5(pid=981): stdout: \u000a| (launched: 2022-12-09_06:13:59.076381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:00.954159 run osmo-stp_10.42.42.5(pid=981): stderr: \u000a| �[0;m�[38;5;43m20221209061359267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061359267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061359268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061359268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061359268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061359268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061359269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:01.011268 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=981): Process ended prematurely: osmo-stp_10.42.42.5(pid=981) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=981)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:14:01.021063 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:14:01.084707 run osmo-hlr_10.42.42.2(pid=978): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=978)]\u000a06:14:01.137229 run osmo-hlr_10.42.42.2(pid=978): stdout: \u000a| (launched: 2022-12-09_06:13:58.099482) \u000a06:14:01.191035 run osmo-hlr_10.42.42.2(pid=978): stderr: \u000a| �[0;m�[1;31m20221209061358295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061358295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061358296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061358296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061358296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061358296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061358309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061358318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061358318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061358318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:01.262885 run osmo-msc_10.42.42.6(pid=984): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=984)]\u000a06:14:01.315271 run osmo-msc_10.42.42.6(pid=984): stdout: \u000a| (launched: 2022-12-09_06:14:00.082456) \u000a06:14:01.368651 run osmo-msc_10.42.42.6(pid=984): stderr: \u000a| �[0;m�[38;5;43m20221209061400404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061400404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9571321c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061400404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061400404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061400405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061400405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061400407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061400407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061400407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061400407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:01.414089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=977): Terminating (SIGTERM)\u000a06:14:01.456620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=980): Terminating (SIGTERM)\u000a06:14:01.500140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=983): Terminating (SIGTERM)\u000a06:14:01.511166 --- ParallelTerminationStrategy: PID 977 died...\u000a06:14:01.567846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=977): Terminated: ok {rc=0}\u000a06:14:01.578458 --- ParallelTerminationStrategy: PID 980 died...\u000a06:14:01.635127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=980): Terminated: ok {rc=0}\u000a06:14:01.645848 --- ParallelTerminationStrategy: PID 983 died...\u000a06:14:01.702142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=983): Terminated: ok {rc=0}\u000a06:14:01.791769 bus /sierra_3: Setting Powered False\u000a06:14:02.898119 bus /sierra_3: Setting Powered False\u000a06:14:04.007141 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=997): Process ended prematurely: osmo-stp_10.42.42.5(pid=997) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=997): Process ended prematurely: osmo-stp_10.42.42.5(pid=997) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:05.120216 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:05.131996 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:14:05.292500 tst mo_mt_call_osmux.py: using LAC 19492\u000a06:14:05.412556 tst mo_mt_call_osmux.py: using RAC 112\u000a06:14:05.530708 tst mo_mt_call_osmux.py: using CellId 19492\u000a06:14:05.648334 tst mo_mt_call_osmux.py: using BVCI 19493\u000a06:14:05.671070 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:05.682071 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:05.692838 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:05.704660 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:05.716327 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:05.728019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:14:05.841990 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:14:06.048581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:06.553371 run create_hlr_db(pid=986): Launched\u000a06:14:06.735154 bus /sierra_2: Setting Powered False\u000a06:14:07.755876 run create_hlr_db(pid=986): Terminated: ok {rc=0}\u000a06:14:08.150841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=989): Launched\u000a06:14:08.443603 run osmo-hlr_10.42.42.2(pid=990): Launched\u000a06:14:08.554885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:09.072348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=996): Launched\u000a06:14:09.366152 run osmo-stp_10.42.42.5(pid=997): Launched\u000a06:14:09.473328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:10.010886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=999): Launched\u000a06:14:10.304864 run osmo-msc_10.42.42.6(pid=1000): Launched\u000a06:14:10.481072 run osmo-stp_10.42.42.5(pid=997): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)]\u000a06:14:10.606708 run osmo-stp_10.42.42.5(pid=997): stdout: \u000a| (launched: 2022-12-09_06:14:09.221138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:10.730137 run osmo-stp_10.42.42.5(pid=997): stderr: \u000a| �[0;m�[38;5;43m20221209061409394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061409394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061409394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061409395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061409395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061409395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061409395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:10.848599 run osmo-stp_10.42.42.5(pid=997): stdout: \u000a| (launched: 2022-12-09_06:14:09.221138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:10.965967 run osmo-stp_10.42.42.5(pid=997): stderr: \u000a| �[0;m�[38;5;43m20221209061409394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061409394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061409394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061409395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061409395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061409395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061409395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:11.017973 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=997): Process ended prematurely: osmo-stp_10.42.42.5(pid=997) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:14:11.026521 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:14:11.087039 run osmo-hlr_10.42.42.2(pid=990): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=990)]\u000a06:14:11.136302 run osmo-hlr_10.42.42.2(pid=990): stdout: \u000a| (launched: 2022-12-09_06:14:08.299446) \u000a06:14:11.186063 run osmo-hlr_10.42.42.2(pid=990): stderr: \u000a| �[0;m�[1;31m20221209061408474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061408474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061408474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061408474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061408474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061408474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061408489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061408499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061408499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061408499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:11.254248 run osmo-msc_10.42.42.6(pid=1000): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1000)]\u000a06:14:11.303631 run osmo-msc_10.42.42.6(pid=1000): stdout: \u000a| (launched: 2022-12-09_06:14:10.160340) \u000a06:14:11.353523 run osmo-msc_10.42.42.6(pid=1000): stderr: \u000a| �[0;m�[38;5;43m20221209061410431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061410431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39bff76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061410431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061410431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061410431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061410432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061410433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061410434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061410434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061410434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:11.395725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=989): Terminating (SIGTERM)\u000a06:14:11.436359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=996): Terminating (SIGTERM)\u000a06:14:11.476462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=999): Terminating (SIGTERM)\u000a06:14:11.486016 --- ParallelTerminationStrategy: PID 989 died...\u000a06:14:11.539846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=989): Terminated: ok {rc=0}\u000a06:14:11.549972 --- ParallelTerminationStrategy: PID 996 died...\u000a06:14:11.603488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=996): Terminated: ok {rc=0}\u000a06:14:11.613379 --- ParallelTerminationStrategy: PID 999 died...\u000a06:14:11.666629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=999): Terminated: ok {rc=0}\u000a06:14:11.754444 bus /sierra_3: Setting Powered False\u000a06:14:12.858653 bus /sierra_3: Setting Powered False\u000a06:14:13.971321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:13:54" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:15.975441 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:15.987009 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:14:16.182930 tst mo_mt_call.py: using LAC 19493\u000a06:14:16.313556 tst mo_mt_call.py: using RAC 113\u000a06:14:16.434963 tst mo_mt_call.py: using CellId 19493\u000a06:14:16.555052 tst mo_mt_call.py: using BVCI 19494\u000a06:14:16.578324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:16.589766 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:16.601007 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:16.613656 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:16.625029 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:16.637787 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:14:16.756071 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:14:17.021125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:17.521848 run create_hlr_db(pid=1005): Launched\u000a06:14:17.692078 bus /sierra_2: Setting Powered False\u000a06:14:18.715138 run create_hlr_db(pid=1005): Terminated: ok {rc=0}\u000a06:14:19.135082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Launched\u000a06:14:19.451152 run osmo-hlr_10.42.42.2(pid=1008): Launched\u000a06:14:19.567223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:20.116538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Launched\u000a06:14:20.431334 run osmo-stp_10.42.42.5(pid=1011): Launched\u000a06:14:20.545301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:21.122356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1013): Launched\u000a06:14:21.437432 run osmo-msc_10.42.42.6(pid=1014): Launched\u000a06:14:21.624294 run osmo-stp_10.42.42.5(pid=1011): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a06:14:21.758432 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-09_06:14:20.277497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:21.892099 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221209061420466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061420466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061420467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061420467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061420468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061420468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061420468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:22.018982 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-09_06:14:20.277497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:22.145183 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221209061420466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061420466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061420467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061420467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061420468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061420468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061420468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:22.200489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:14:22.209805 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:14:22.272682 run osmo-hlr_10.42.42.2(pid=1008): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1008)]\u000a06:14:22.324711 run osmo-hlr_10.42.42.2(pid=1008): stdout: \u000a| (launched: 2022-12-09_06:14:19.296326) \u000a06:14:22.377711 run osmo-hlr_10.42.42.2(pid=1008): stderr: \u000a| �[0;m�[1;31m20221209061419491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061419491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061419491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061419491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061419491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061419491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061419504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061419514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061419515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061419515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:22.448563 run osmo-msc_10.42.42.6(pid=1014): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1014)]\u000a06:14:22.499958 run osmo-msc_10.42.42.6(pid=1014): stdout: \u000a| (launched: 2022-12-09_06:14:21.282598) \u000a06:14:22.552079 run osmo-msc_10.42.42.6(pid=1014): stderr: \u000a| �[0;m�[38;5;43m20221209061421605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061421605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ad864bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061421605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061421605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061421605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061421606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061421607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061421608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061421608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061421608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:22.596226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminating (SIGTERM)\u000a06:14:22.638099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminating (SIGTERM)\u000a06:14:22.680018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1013): Terminating (SIGTERM)\u000a06:14:22.689912 --- ParallelTerminationStrategy: PID 1007 died...\u000a06:14:22.745992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminated: ok {rc=0}\u000a06:14:22.756405 --- ParallelTerminationStrategy: PID 1010 died...\u000a06:14:22.812839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminated: ok {rc=0}\u000a06:14:22.823151 --- ParallelTerminationStrategy: PID 1013 died...\u000a06:14:22.879709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1013): Terminated: ok {rc=0}\u000a06:14:22.967652 bus /sierra_3: Setting Powered False\u000a06:14:24.075392 bus /sierra_3: Setting Powered False\u000a06:14:25.183755 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1022): Process ended prematurely: osmo-stp_10.42.42.5(pid=1022) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1022)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1022): Process ended prematurely: osmo-stp_10.42.42.5(pid=1022) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:26.291631 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:26.303017 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:14:26.455073 tst mo_mt_call_osmux.py: using LAC 19494\u000a06:14:26.575118 tst mo_mt_call_osmux.py: using RAC 114\u000a06:14:26.700295 tst mo_mt_call_osmux.py: using CellId 19494\u000a06:14:26.818804 tst mo_mt_call_osmux.py: using BVCI 19495\u000a06:14:26.841433 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:26.852211 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:26.863064 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:26.874040 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:26.884909 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:14:26.895794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:14:27.014171 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:14:27.212487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:27.678233 run create_hlr_db(pid=1016): Launched\u000a06:14:27.848294 bus /sierra_2: Setting Powered False\u000a06:14:28.870447 run create_hlr_db(pid=1016): Terminated: ok {rc=0}\u000a06:14:29.290000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1018): Launched\u000a06:14:29.607528 run osmo-hlr_10.42.42.2(pid=1019): Launched\u000a06:14:29.727444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:30.274475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1021): Launched\u000a06:14:30.589643 run osmo-stp_10.42.42.5(pid=1022): Launched\u000a06:14:30.704589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:31.301780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1024): Launched\u000a06:14:31.613838 run osmo-msc_10.42.42.6(pid=1025): Launched\u000a06:14:32.029384 run osmo-stp_10.42.42.5(pid=1022): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1022)]\u000a06:14:32.300765 run osmo-stp_10.42.42.5(pid=1022): stdout: \u000a| (launched: 2022-12-09_06:14:30.435123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:32.446754 run osmo-stp_10.42.42.5(pid=1022): stderr: \u000a| �[0;m�[38;5;43m20221209061430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061430627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:32.565580 run osmo-stp_10.42.42.5(pid=1022): stdout: \u000a| (launched: 2022-12-09_06:14:30.435123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:32.682673 run osmo-stp_10.42.42.5(pid=1022): stderr: \u000a| �[0;m�[38;5;43m20221209061430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061430627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:32.734472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1022): Process ended prematurely: osmo-stp_10.42.42.5(pid=1022) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1022)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:14:32.743151 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:14:32.804769 run osmo-hlr_10.42.42.2(pid=1019): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1019)]\u000a06:14:32.854770 run osmo-hlr_10.42.42.2(pid=1019): stdout: \u000a| (launched: 2022-12-09_06:14:29.452519) \u000a06:14:32.905466 run osmo-hlr_10.42.42.2(pid=1019): stderr: \u000a| �[0;m�[1;31m20221209061429649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061429649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061429649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061429649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061429649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061429649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061429661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061429671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061429671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061429671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:32.973529 run osmo-msc_10.42.42.6(pid=1025): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1025)]\u000a06:14:33.024141 run osmo-msc_10.42.42.6(pid=1025): stdout: \u000a| (launched: 2022-12-09_06:14:31.455291) \u000a06:14:33.074866 run osmo-msc_10.42.42.6(pid=1025): stderr: \u000a| �[0;m�[38;5;43m20221209061432156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061432159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4b1f94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061432159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061432159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061432160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061432162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061432169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061432171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061432171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061432171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:33.117003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1018): Terminating (SIGTERM)\u000a06:14:33.157480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1021): Terminating (SIGTERM)\u000a06:14:33.198350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1024): Terminating (SIGTERM)\u000a06:14:33.208174 --- ParallelTerminationStrategy: PID 1018 died...\u000a06:14:33.263161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1018): Terminated: ok {rc=0}\u000a06:14:33.272869 --- ParallelTerminationStrategy: PID 1021 died...\u000a06:14:33.327354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1021): Terminated: ok {rc=0}\u000a06:14:33.337080 --- ParallelTerminationStrategy: PID 1024 died...\u000a06:14:33.390645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1024): Terminated: ok {rc=0}\u000a06:14:33.475373 bus /sierra_3: Setting Powered False\u000a06:14:34.578263 bus /sierra_3: Setting Powered False\u000a06:14:35.690138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:14:15" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1038): Process ended prematurely: osmo-stp_10.42.42.5(pid=1038) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1038): Process ended prematurely: osmo-stp_10.42.42.5(pid=1038) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:37.670758 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.681669 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:14:37.833213 tst mo_mt_call.py: using LAC 19495\u000a06:14:37.948369 tst mo_mt_call.py: using RAC 115\u000a06:14:38.065988 tst mo_mt_call.py: using CellId 19495\u000a06:14:38.183702 tst mo_mt_call.py: using BVCI 19496\u000a06:14:38.206101 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:38.217107 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:38.227813 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:38.238788 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:38.249811 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:38.260701 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:38.374009 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:38.575092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:39.038146 run create_hlr_db(pid=1032): Launched\u000a06:14:39.207272 bus /sierra_2: Setting Powered False\u000a06:14:40.229387 run create_hlr_db(pid=1032): Terminated: ok {rc=0}\u000a06:14:40.620752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1034): Launched\u000a06:14:40.913511 run osmo-hlr_10.42.42.2(pid=1035): Launched\u000a06:14:41.020759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:41.531849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1037): Launched\u000a06:14:41.825879 run osmo-stp_10.42.42.5(pid=1038): Launched\u000a06:14:41.933880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:42.472190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1040): Launched\u000a06:14:42.766564 run osmo-msc_10.42.42.6(pid=1041): Launched\u000a06:14:42.941897 run osmo-stp_10.42.42.5(pid=1038): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)]\u000a06:14:43.068320 run osmo-stp_10.42.42.5(pid=1038): stdout: \u000a| (launched: 2022-12-09_06:14:41.681470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:43.192062 run osmo-stp_10.42.42.5(pid=1038): stderr: \u000a| �[0;m�[38;5;43m20221209061441852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061441853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061441853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061441853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061441854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061441854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061441854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:43.310696 run osmo-stp_10.42.42.5(pid=1038): stdout: \u000a| (launched: 2022-12-09_06:14:41.681470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:43.428448 run osmo-stp_10.42.42.5(pid=1038): stderr: \u000a| �[0;m�[38;5;43m20221209061441852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061441853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061441853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061441853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061441854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061441854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061441854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:43.480123 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1038): Process ended prematurely: osmo-stp_10.42.42.5(pid=1038) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:14:43.488484 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a06:14:43.549733 run osmo-hlr_10.42.42.2(pid=1035): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1035)]\u000a06:14:43.599684 run osmo-hlr_10.42.42.2(pid=1035): stdout: \u000a| (launched: 2022-12-09_06:14:40.769574) \u000a06:14:43.650427 run osmo-hlr_10.42.42.2(pid=1035): stderr: \u000a| �[0;m�[1;31m20221209061440942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061440942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061440942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061440942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061440943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061440943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061440954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061440963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061440963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061440963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:43.718871 run osmo-msc_10.42.42.6(pid=1041): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1041)]\u000a06:14:43.768737 run osmo-msc_10.42.42.6(pid=1041): stdout: \u000a| (launched: 2022-12-09_06:14:42.621492) \u000a06:14:43.819069 run osmo-msc_10.42.42.6(pid=1041): stderr: \u000a| �[0;m�[38;5;43m20221209061442893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061442893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe05338c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061442893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061442893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061442894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061442894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061442895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061442896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061442896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061442896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:43.861754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1034): Terminating (SIGTERM)\u000a06:14:43.901975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1037): Terminating (SIGTERM)\u000a06:14:43.942551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1040): Terminating (SIGTERM)\u000a06:14:43.951822 --- ParallelTerminationStrategy: PID 1034 died...\u000a06:14:44.006040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1034): Terminated: ok {rc=0}\u000a06:14:44.015895 --- ParallelTerminationStrategy: PID 1037 died...\u000a06:14:44.069862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1037): Terminated: ok {rc=0}\u000a06:14:44.079511 --- ParallelTerminationStrategy: PID 1040 died...\u000a06:14:44.133120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1040): Terminated: ok {rc=0}\u000a06:14:44.222485 bus /sierra_3: Setting Powered False\u000a06:14:45.326664 bus /sierra_3: Setting Powered False\u000a06:14:46.445966 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1049): Process ended prematurely: osmo-stp_10.42.42.5(pid=1049) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1049): Process ended prematurely: osmo-stp_10.42.42.5(pid=1049) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:47.556876 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:47.568368 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:14:47.720619 tst mo_mt_call_osmux.py: using LAC 19496\u000a06:14:47.836686 tst mo_mt_call_osmux.py: using RAC 116\u000a06:14:47.954015 tst mo_mt_call_osmux.py: using CellId 19496\u000a06:14:48.069853 tst mo_mt_call_osmux.py: using BVCI 19497\u000a06:14:48.092258 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:48.103229 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:48.114153 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:48.125181 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:48.136124 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:48.147155 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:48.262512 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:48.471431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:48.966348 run create_hlr_db(pid=1043): Launched\u000a06:14:49.136593 bus /sierra_2: Setting Powered False\u000a06:14:50.158320 run create_hlr_db(pid=1043): Terminated: ok {rc=0}\u000a06:14:50.565289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1045): Launched\u000a06:14:50.871203 run osmo-hlr_10.42.42.2(pid=1046): Launched\u000a06:14:50.988931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:51.538761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1048): Launched\u000a06:14:51.854568 run osmo-stp_10.42.42.5(pid=1049): Launched\u000a06:14:51.968577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:52.546223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1051): Launched\u000a06:14:52.860597 run osmo-msc_10.42.42.6(pid=1052): Launched\u000a06:14:53.047291 run osmo-stp_10.42.42.5(pid=1049): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)]\u000a06:14:53.182275 run osmo-stp_10.42.42.5(pid=1049): stdout: \u000a| (launched: 2022-12-09_06:14:51.700520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:53.316875 run osmo-stp_10.42.42.5(pid=1049): stderr: \u000a| �[0;m�[38;5;43m20221209061451890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061451890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061451891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061451893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061451893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061451894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:53.444490 run osmo-stp_10.42.42.5(pid=1049): stdout: \u000a| (launched: 2022-12-09_06:14:51.700520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:53.570387 run osmo-stp_10.42.42.5(pid=1049): stderr: \u000a| �[0;m�[38;5;43m20221209061451890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061451890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061451891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061451891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061451893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061451893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061451894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:53.626572 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1049): Process ended prematurely: osmo-stp_10.42.42.5(pid=1049) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:14:53.635742 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:14:53.698265 run osmo-hlr_10.42.42.2(pid=1046): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1046)]\u000a06:14:53.749850 run osmo-hlr_10.42.42.2(pid=1046): stdout: \u000a| (launched: 2022-12-09_06:14:50.715042) \u000a06:14:53.801819 run osmo-hlr_10.42.42.2(pid=1046): stderr: \u000a| �[0;m�[1;31m20221209061450911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061450911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061450911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061450911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061450911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061450911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061450923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061450931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061450932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061450932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:53.872228 run osmo-msc_10.42.42.6(pid=1052): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1052)]\u000a06:14:53.923672 run osmo-msc_10.42.42.6(pid=1052): stdout: \u000a| (launched: 2022-12-09_06:14:52.707223) \u000a06:14:53.975721 run osmo-msc_10.42.42.6(pid=1052): stderr: \u000a| �[0;m�[38;5;43m20221209061453028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061453028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1d50f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061453028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061453028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061453029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061453029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061453030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061453031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061453031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061453031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:54.020152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1045): Terminating (SIGTERM)\u000a06:14:54.062046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1048): Terminating (SIGTERM)\u000a06:14:54.104003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1051): Terminating (SIGTERM)\u000a06:14:54.113740 --- ParallelTerminationStrategy: PID 1045 died...\u000a06:14:54.169773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1045): Terminated: ok {rc=0}\u000a06:14:54.179952 --- ParallelTerminationStrategy: PID 1048 died...\u000a06:14:54.235632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1048): Terminated: ok {rc=0}\u000a06:14:54.245693 --- ParallelTerminationStrategy: PID 1051 died...\u000a06:14:54.301527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1051): Terminated: ok {rc=0}\u000a06:14:54.388714 bus /sierra_3: Setting Powered False\u000a06:14:55.495587 bus /sierra_3: Setting Powered False\u000a06:14:56.606338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:14:37" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1066): Process ended prematurely: osmo-stp_10.42.42.5(pid=1066) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1066): Process ended prematurely: osmo-stp_10.42.42.5(pid=1066) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:58.602178 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:58.613687 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:14:58.777614 tst mo_mt_call.py: using LAC 19497\u000a06:14:58.903009 tst mo_mt_call.py: using RAC 117\u000a06:14:59.027236 tst mo_mt_call.py: using CellId 19497\u000a06:14:59.151420 tst mo_mt_call.py: using BVCI 19498\u000a06:14:59.175640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:59.186952 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:59.198167 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:59.209346 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:59.220600 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:59.231731 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:14:59.344631 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:14:59.552291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:00.058214 run create_hlr_db(pid=1057): Launched\u000a06:15:00.240869 bus /sierra_2: Setting Powered False\u000a06:15:01.264156 run create_hlr_db(pid=1057): Terminated: ok {rc=0}\u000a06:15:01.703560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1059): Launched\u000a06:15:02.094107 run osmo-hlr_10.42.42.2(pid=1063): Launched\u000a06:15:02.225812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:02.859708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1065): Launched\u000a06:15:03.174686 run osmo-stp_10.42.42.5(pid=1066): Launched\u000a06:15:03.289963 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:03.868497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1068): Launched\u000a06:15:04.182537 run osmo-msc_10.42.42.6(pid=1069): Launched\u000a06:15:04.369017 run osmo-stp_10.42.42.5(pid=1066): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)]\u000a06:15:04.503354 run osmo-stp_10.42.42.5(pid=1066): stdout: \u000a| (launched: 2022-12-09_06:15:03.020085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:04.637034 run osmo-stp_10.42.42.5(pid=1066): stderr: \u000a| �[0;m�[38;5;43m20221209061503211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061503211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061503211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061503212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061503212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061503212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061503212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:04.764331 run osmo-stp_10.42.42.5(pid=1066): stdout: \u000a| (launched: 2022-12-09_06:15:03.020085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:04.890130 run osmo-stp_10.42.42.5(pid=1066): stderr: \u000a| �[0;m�[38;5;43m20221209061503211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061503211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061503211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061503212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061503212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061503212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061503212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:04.945955 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1066): Process ended prematurely: osmo-stp_10.42.42.5(pid=1066) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:15:04.955231 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:15:05.018624 run osmo-hlr_10.42.42.2(pid=1063): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1063)]\u000a06:15:05.070602 run osmo-hlr_10.42.42.2(pid=1063): stdout: \u000a| (launched: 2022-12-09_06:15:01.867719) \u000a06:15:05.123508 run osmo-hlr_10.42.42.2(pid=1063): stderr: \u000a| �[0;m�[1;31m20221209061502263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061502263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061502263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061502263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061502264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061502264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061502292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061502319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061502319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061502319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:05.194955 run osmo-msc_10.42.42.6(pid=1069): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1069)]\u000a06:15:05.247246 run osmo-msc_10.42.42.6(pid=1069): stdout: \u000a| (launched: 2022-12-09_06:15:04.029246) \u000a06:15:05.300028 run osmo-msc_10.42.42.6(pid=1069): stderr: \u000a| �[0;m�[38;5;43m20221209061504355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061504355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f485c91ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061504355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061504355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061504355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061504355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061504357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061504357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061504358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061504358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:05.344756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1059): Terminating (SIGTERM)\u000a06:15:05.387496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1065): Terminating (SIGTERM)\u000a06:15:05.430086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1068): Terminating (SIGTERM)\u000a06:15:05.440199 --- ParallelTerminationStrategy: PID 1059 died...\u000a06:15:05.496593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1059): Terminated: ok {rc=0}\u000a06:15:05.506693 --- ParallelTerminationStrategy: PID 1065 died...\u000a06:15:05.563124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1065): Terminated: ok {rc=0}\u000a06:15:05.573668 --- ParallelTerminationStrategy: PID 1068 died...\u000a06:15:05.629999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1068): Terminated: ok {rc=0}\u000a06:15:05.717973 bus /sierra_3: Setting Powered False\u000a06:15:06.822184 bus /sierra_3: Setting Powered False\u000a06:15:07.934644 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1077): Process ended prematurely: osmo-stp_10.42.42.5(pid=1077) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1077): Process ended prematurely: osmo-stp_10.42.42.5(pid=1077) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:15:09.042689 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:09.054179 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:15:09.219536 tst mo_mt_call_osmux.py: using LAC 19498\u000a06:15:09.346570 tst mo_mt_call_osmux.py: using RAC 118\u000a06:15:09.471831 tst mo_mt_call_osmux.py: using CellId 19498\u000a06:15:09.594760 tst mo_mt_call_osmux.py: using BVCI 19499\u000a06:15:09.618884 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:09.630527 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:09.641920 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:09.653222 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:09.664689 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:09.676044 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:15:09.794820 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:15:09.991225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:10.455058 run create_hlr_db(pid=1071): Launched\u000a06:15:10.625054 bus /sierra_2: Setting Powered False\u000a06:15:11.647638 run create_hlr_db(pid=1071): Terminated: ok {rc=0}\u000a06:15:12.040659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1073): Launched\u000a06:15:12.335043 run osmo-hlr_10.42.42.2(pid=1074): Launched\u000a06:15:12.442989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:12.953259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1076): Launched\u000a06:15:13.246546 run osmo-stp_10.42.42.5(pid=1077): Launched\u000a06:15:13.354424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:13.892583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1079): Launched\u000a06:15:14.187729 run osmo-msc_10.42.42.6(pid=1080): Launched\u000a06:15:14.363105 run osmo-stp_10.42.42.5(pid=1077): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)]\u000a06:15:14.489484 run osmo-stp_10.42.42.5(pid=1077): stdout: \u000a| (launched: 2022-12-09_06:15:13.102564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:14.613056 run osmo-stp_10.42.42.5(pid=1077): stderr: \u000a| �[0;m�[38;5;43m20221209061513272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061513272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061513272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061513273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061513273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061513273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061513273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:14.731764 run osmo-stp_10.42.42.5(pid=1077): stdout: \u000a| (launched: 2022-12-09_06:15:13.102564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:14.849331 run osmo-stp_10.42.42.5(pid=1077): stderr: \u000a| �[0;m�[38;5;43m20221209061513272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061513272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061513272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061513273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061513273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061513273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061513273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:14.901198 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1077): Process ended prematurely: osmo-stp_10.42.42.5(pid=1077) [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)] [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:15:14.909900 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:15:14.971104 run osmo-hlr_10.42.42.2(pid=1074): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1074)]\u000a06:15:15.021186 run osmo-hlr_10.42.42.2(pid=1074): stdout: \u000a| (launched: 2022-12-09_06:15:12.190463) \u000a06:15:15.071886 run osmo-hlr_10.42.42.2(pid=1074): stderr: \u000a| �[0;m�[1;31m20221209061512364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061512365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061512365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061512365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061512365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061512365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061512377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061512387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061512387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061512387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:15.140217 run osmo-msc_10.42.42.6(pid=1080): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1080)]\u000a06:15:15.190089 run osmo-msc_10.42.42.6(pid=1080): stdout: \u000a| (launched: 2022-12-09_06:15:14.042167) \u000a06:15:15.240727 run osmo-msc_10.42.42.6(pid=1080): stderr: \u000a| �[0;m�[38;5;43m20221209061514310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061514310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32e4d6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061514310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061514310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061514310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061514310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061514312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061514314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061514314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061514314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:15.282978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1073): Terminating (SIGTERM)\u000a06:15:15.323020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1076): Terminating (SIGTERM)\u000a06:15:15.363161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1079): Terminating (SIGTERM)\u000a06:15:15.372702 --- ParallelTerminationStrategy: PID 1073 died...\u000a06:15:15.426723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1073): Terminated: ok {rc=0}\u000a06:15:15.436656 --- ParallelTerminationStrategy: PID 1076 died...\u000a06:15:15.490140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1076): Terminated: ok {rc=0}\u000a06:15:15.500083 --- ParallelTerminationStrategy: PID 1079 died...\u000a06:15:15.553870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1079): Terminated: ok {rc=0}\u000a06:15:15.642536 bus /sierra_3: Setting Powered False\u000a06:15:16.747614 bus /sierra_3: Setting Powered False\u000a06:15:17.859081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:14:58" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1092): Process ended prematurely: osmo-stp_10.42.42.5(pid=1092) [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1092)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1092): Process ended prematurely: osmo-stp_10.42.42.5(pid=1092) [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:15:19.855303 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:19.866781 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:15:20.027000 tst mo_mt_call.py: using LAC 19499\u000a06:15:20.147090 tst mo_mt_call.py: using RAC 119\u000a06:15:20.262927 tst mo_mt_call.py: using CellId 19499\u000a06:15:20.378599 tst mo_mt_call.py: using BVCI 19500\u000a06:15:20.401153 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:20.412264 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:20.423235 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:20.434678 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:20.446048 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:20.457200 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:15:20.574091 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:15:20.776613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:21.241234 run create_hlr_db(pid=1086): Launched\u000a06:15:21.410889 bus /sierra_2: Setting Powered False\u000a06:15:22.433720 run create_hlr_db(pid=1086): Terminated: ok {rc=0}\u000a06:15:22.826442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1088): Launched\u000a06:15:23.120564 run osmo-hlr_10.42.42.2(pid=1089): Launched\u000a06:15:23.228424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:23.739003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1091): Launched\u000a06:15:24.032688 run osmo-stp_10.42.42.5(pid=1092): Launched\u000a06:15:24.140180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:24.677147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1094): Launched\u000a06:15:24.971521 run osmo-msc_10.42.42.6(pid=1095): Launched\u000a06:15:25.146093 run osmo-stp_10.42.42.5(pid=1092): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1092)]\u000a06:15:25.271937 run osmo-stp_10.42.42.5(pid=1092): stdout: \u000a| (launched: 2022-12-09_06:15:23.888850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:25.395067 run osmo-stp_10.42.42.5(pid=1092): stderr: \u000a| �[0;m�[38;5;43m20221209061524055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061524055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061524056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061524056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061524056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061524057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061524057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:25.512891 run osmo-stp_10.42.42.5(pid=1092): stdout: \u000a| (launched: 2022-12-09_06:15:23.888850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:25.630140 run osmo-stp_10.42.42.5(pid=1092): stderr: \u000a| �[0;m�[38;5;43m20221209061524055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061524055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061524056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061524056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061524056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061524057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061524057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:25.681788 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1092): Process ended prematurely: osmo-stp_10.42.42.5(pid=1092) [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1092)] [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:15:25.690172 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:15:25.750142 run osmo-hlr_10.42.42.2(pid=1089): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1089)]\u000a06:15:25.799186 run osmo-hlr_10.42.42.2(pid=1089): stdout: \u000a| (launched: 2022-12-09_06:15:22.975526) \u000a06:15:25.849251 run osmo-hlr_10.42.42.2(pid=1089): stderr: \u000a| �[0;m�[1;31m20221209061523150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061523151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061523151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061523151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061523151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061523151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061523166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061523175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061523175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061523176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:25.916570 run osmo-msc_10.42.42.6(pid=1095): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1095)]\u000a06:15:25.965444 run osmo-msc_10.42.42.6(pid=1095): stdout: \u000a| (launched: 2022-12-09_06:15:24.826615) \u000a06:15:26.014861 run osmo-msc_10.42.42.6(pid=1095): stderr: \u000a| �[0;m�[38;5;43m20221209061525096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061525096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae9c303c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061525096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061525096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061525097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061525097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061525099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:26.056597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1088): Terminating (SIGTERM)\u000a06:15:26.096400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1091): Terminating (SIGTERM)\u000a06:15:26.136306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1094): Terminating (SIGTERM)\u000a06:15:26.145749 --- ParallelTerminationStrategy: PID 1088 died...\u000a06:15:26.199117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1088): Terminated: ok {rc=0}\u000a06:15:26.208621 --- ParallelTerminationStrategy: PID 1091 died...\u000a06:15:26.261951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1091): Terminated: ok {rc=0}\u000a06:15:26.271447 --- ParallelTerminationStrategy: PID 1094 died...\u000a06:15:26.324477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1094): Terminated: ok {rc=0}\u000a06:15:26.407112 bus /sierra_3: Setting Powered False\u000a06:15:27.515079 bus /sierra_3: Setting Powered False\u000a06:15:28.626569 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1103): Process ended prematurely: osmo-stp_10.42.42.5(pid=1103) [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1103)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1103): Process ended prematurely: osmo-stp_10.42.42.5(pid=1103) [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:15:29.734187 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:29.745723 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:15:29.906718 tst mo_mt_call_osmux.py: using LAC 19500\u000a06:15:30.021991 tst mo_mt_call_osmux.py: using RAC 120\u000a06:15:30.144456 tst mo_mt_call_osmux.py: using CellId 19500\u000a06:15:30.267740 tst mo_mt_call_osmux.py: using BVCI 19501\u000a06:15:30.292090 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:30.303827 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:30.315782 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:30.327564 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:30.339349 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:15:30.351095 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:15:30.464307 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:15:30.670475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:31.240679 run create_hlr_db(pid=1097): Launched\u000a06:15:31.462904 bus /sierra_2: Setting Powered False\u000a06:15:32.444638 run create_hlr_db(pid=1097): Terminated: ok {rc=0}\u000a06:15:32.902720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1099): Launched\u000a06:15:33.218427 run osmo-hlr_10.42.42.2(pid=1100): Launched\u000a06:15:33.339465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:33.888689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1102): Launched\u000a06:15:34.203746 run osmo-stp_10.42.42.5(pid=1103): Launched\u000a06:15:34.317945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:34.899950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1105): Launched\u000a06:15:35.215995 run osmo-msc_10.42.42.6(pid=1106): Launched\u000a06:15:35.403083 run osmo-stp_10.42.42.5(pid=1103): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1103)]\u000a06:15:35.537702 run osmo-stp_10.42.42.5(pid=1103): stdout: \u000a| (launched: 2022-12-09_06:15:34.050153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:35.672032 run osmo-stp_10.42.42.5(pid=1103): stderr: \u000a| �[0;m�[38;5;43m20221209061534241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061534241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061534242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061534242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061534243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061534243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061534243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:35.799109 run osmo-stp_10.42.42.5(pid=1103): stdout: \u000a| (launched: 2022-12-09_06:15:34.050153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:35.925329 run osmo-stp_10.42.42.5(pid=1103): stderr: \u000a| �[0;m�[38;5;43m20221209061534241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061534241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061534242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061534242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061534243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061534243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061534243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:35.981115 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1103): Process ended prematurely: osmo-stp_10.42.42.5(pid=1103) [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1103)] [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:15:35.990182 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:15:36.052611 run osmo-hlr_10.42.42.2(pid=1100): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1100)]\u000a06:15:36.104200 run osmo-hlr_10.42.42.2(pid=1100): stdout: \u000a| (launched: 2022-12-09_06:15:33.063892) \u000a06:15:36.156192 run osmo-hlr_10.42.42.2(pid=1100): stderr: \u000a| �[0;m�[1;31m20221209061533261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061533261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061533261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061533262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061533262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061533262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061533275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061533285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061533285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061533285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:36.227191 run osmo-msc_10.42.42.6(pid=1106): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1106)]\u000a06:15:36.278401 run osmo-msc_10.42.42.6(pid=1106): stdout: \u000a| (launched: 2022-12-09_06:15:35.061512) \u000a06:15:36.330448 run osmo-msc_10.42.42.6(pid=1106): stderr: \u000a| �[0;m�[38;5;43m20221209061535384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061535384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96271b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061535384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061535386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061535387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061535387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061535387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:36.374420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1099): Terminating (SIGTERM)\u000a06:15:36.416405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1102): Terminating (SIGTERM)\u000a06:15:36.458387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1105): Terminating (SIGTERM)\u000a06:15:36.467645 --- ParallelTerminationStrategy: PID 1099 died...\u000a06:15:36.523097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1099): Terminated: ok {rc=0}\u000a06:15:36.533188 --- ParallelTerminationStrategy: PID 1102 died...\u000a06:15:36.588210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1102): Terminated: ok {rc=0}\u000a06:15:36.598212 --- ParallelTerminationStrategy: PID 1105 died...\u000a06:15:36.653462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1105): Terminated: ok {rc=0}\u000a06:15:36.739471 bus /sierra_3: Setting Powered False\u000a06:15:37.844907 bus /sierra_3: Setting Powered False\u000a06:15:38.955315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:15:19" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1118): Process ended prematurely: osmo-stp_10.42.42.5(pid=1118) [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1118): Process ended prematurely: osmo-stp_10.42.42.5(pid=1118) [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:15:40.941995 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:40.953364 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:15:41.114927 tst mo_mt_call.py: using LAC 19501\u000a06:15:41.229475 tst mo_mt_call.py: using RAC 121\u000a06:15:41.344220 tst mo_mt_call.py: using CellId 19501\u000a06:15:41.467063 tst mo_mt_call.py: using BVCI 19502\u000a06:15:41.491248 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:41.502329 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:41.513360 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:41.525060 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:41.536452 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:41.547957 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:41.662923 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:41.870628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:42.376637 run create_hlr_db(pid=1111): Launched\u000a06:15:42.559509 bus /sierra_2: Setting Powered False\u000a06:15:43.570537 run create_hlr_db(pid=1111): Terminated: ok {rc=0}\u000a06:15:43.996144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1114): Launched\u000a06:15:44.311145 run osmo-hlr_10.42.42.2(pid=1115): Launched\u000a06:15:44.427245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:44.974532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1117): Launched\u000a06:15:45.290589 run osmo-stp_10.42.42.5(pid=1118): Launched\u000a06:15:45.409442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:46.011057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1121): Launched\u000a06:15:46.468238 run osmo-msc_10.42.42.6(pid=1122): Launched\u000a06:15:46.879600 run osmo-stp_10.42.42.5(pid=1118): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)]\u000a06:15:47.014540 run osmo-stp_10.42.42.5(pid=1118): stdout: \u000a| (launched: 2022-12-09_06:15:45.135273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:47.149689 run osmo-stp_10.42.42.5(pid=1118): stderr: \u000a| �[0;m�[38;5;43m20221209061545328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061545328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061545329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061545329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061545329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061545329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061545330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:47.284641 run osmo-stp_10.42.42.5(pid=1118): stdout: \u000a| (launched: 2022-12-09_06:15:45.135273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:47.411832 run osmo-stp_10.42.42.5(pid=1118): stderr: \u000a| �[0;m�[38;5;43m20221209061545328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061545328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061545329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061545329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061545329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061545329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061545330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:47.467358 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1118): Process ended prematurely: osmo-stp_10.42.42.5(pid=1118) [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)] [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:15:47.476190 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a06:15:47.538257 run osmo-hlr_10.42.42.2(pid=1115): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1115)]\u000a06:15:47.589401 run osmo-hlr_10.42.42.2(pid=1115): stdout: \u000a| (launched: 2022-12-09_06:15:44.157708) \u000a06:15:47.641408 run osmo-hlr_10.42.42.2(pid=1115): stderr: \u000a| �[0;m�[1;31m20221209061544355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061544355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061544355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061544355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061544355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061544355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061544367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061544376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061544376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061544376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:47.711641 run osmo-msc_10.42.42.6(pid=1122): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1122)]\u000a06:15:47.762895 run osmo-msc_10.42.42.6(pid=1122): stdout: \u000a| (launched: 2022-12-09_06:15:46.175026) \u000a06:15:47.814644 run osmo-msc_10.42.42.6(pid=1122): stderr: \u000a| �[0;m�[38;5;43m20221209061546576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061546576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27d6454c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061546578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061546578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061546578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061546578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061546580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061546582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061546582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061546582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:47.858678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1114): Terminating (SIGTERM)\u000a06:15:47.900428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1117): Terminating (SIGTERM)\u000a06:15:47.942302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1121): Terminating (SIGTERM)\u000a06:15:47.951851 --- ParallelTerminationStrategy: PID 1114 died...\u000a06:15:48.007440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1114): Terminated: ok {rc=0}\u000a06:15:48.017772 --- ParallelTerminationStrategy: PID 1117 died...\u000a06:15:48.073574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1117): Terminated: ok {rc=0}\u000a06:15:48.083489 --- ParallelTerminationStrategy: PID 1121 died...\u000a06:15:48.138614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1121): Terminated: ok {rc=0}\u000a06:15:48.225518 bus /sierra_3: Setting Powered False\u000a06:15:49.331684 bus /sierra_3: Setting Powered False\u000a06:15:50.439916 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:15:51.553380 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:51.565018 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:15:51.729568 tst mo_mt_call_osmux.py: using LAC 19502\u000a06:15:51.855345 tst mo_mt_call_osmux.py: using RAC 122\u000a06:15:51.979712 tst mo_mt_call_osmux.py: using CellId 19502\u000a06:15:52.104555 tst mo_mt_call_osmux.py: using BVCI 19503\u000a06:15:52.128704 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:52.139907 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:52.150999 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:52.162089 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:52.173186 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:52.184296 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:52.301606 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:52.498121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:52.961854 run create_hlr_db(pid=1128): Launched\u000a06:15:53.131211 bus /sierra_2: Setting Powered False\u000a06:15:54.153940 run create_hlr_db(pid=1128): Terminated: ok {rc=0}\u000a06:15:54.546662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Launched\u000a06:15:54.840112 run osmo-hlr_10.42.42.2(pid=1131): Launched\u000a06:15:54.957073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:55.475833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Launched\u000a06:15:55.768430 run osmo-stp_10.42.42.5(pid=1139): Launched\u000a06:15:55.875047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:56.414009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Launched\u000a06:15:56.708046 run osmo-msc_10.42.42.6(pid=1142): Launched\u000a06:15:56.883448 run osmo-stp_10.42.42.5(pid=1139): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a06:15:57.010693 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-09_06:15:55.624876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:57.134221 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221209061555794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061555795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061555795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061555795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061555796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061555796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061555796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:57.252865 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-09_06:15:55.624876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:57.370559 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221209061555794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061555795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061555795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061555795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061555796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061555796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061555796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:57.422560 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)] [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:15:57.431092 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:15:57.491235 run osmo-hlr_10.42.42.2(pid=1131): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1131)]\u000a06:15:57.540799 run osmo-hlr_10.42.42.2(pid=1131): stdout: \u000a| (launched: 2022-12-09_06:15:54.695975) \u000a06:15:57.591248 run osmo-hlr_10.42.42.2(pid=1131): stderr: \u000a| �[0;m�[1;31m20221209061554869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061554869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061554869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061554869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061554869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061554869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061554882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061554891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061554891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061554891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:57.658639 run osmo-msc_10.42.42.6(pid=1142): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1142)]\u000a06:15:57.708122 run osmo-msc_10.42.42.6(pid=1142): stdout: \u000a| (launched: 2022-12-09_06:15:56.563400) \u000a06:15:57.757968 run osmo-msc_10.42.42.6(pid=1142): stderr: \u000a| �[0;m�[38;5;43m20221209061556833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061556833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4032db6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061556833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061556833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061556834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061556834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061556836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061556836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061556836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061556836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:57.800747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminating (SIGTERM)\u000a06:15:57.841216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminating (SIGTERM)\u000a06:15:57.881552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Terminating (SIGTERM)\u000a06:15:57.891049 --- ParallelTerminationStrategy: PID 1130 died...\u000a06:15:57.945098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminated: ok {rc=0}\u000a06:15:57.955098 --- ParallelTerminationStrategy: PID 1133 died...\u000a06:15:58.008868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminated: ok {rc=0}\u000a06:15:58.018657 --- ParallelTerminationStrategy: PID 1141 died...\u000a06:15:58.072278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Terminated: ok {rc=0}\u000a06:15:58.156431 bus /sierra_3: Setting Powered False\u000a06:15:59.263239 bus /sierra_3: Setting Powered False\u000a06:16:00.370550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:15:40" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "emergency:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:16:02.416431 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:02.427733 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:02.560450 tst emergency_mo_mt_call.py: using LAC 19503\u000a06:16:02.673852 tst emergency_mo_mt_call.py: using RAC 123\u000a06:16:02.793949 tst emergency_mo_mt_call.py: using CellId 19503\u000a06:16:02.905521 tst emergency_mo_mt_call.py: using BVCI 19504\u000a06:16:02.927308 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:02.937821 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:02.948026 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:02.958587 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:02.969181 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:02.979630 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:03.096427 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:03.303329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:03.798996 run create_hlr_db(pid=1148): Launched\u000a06:16:03.980682 bus /sierra_2: Setting Powered False\u000a06:16:05.000075 run create_hlr_db(pid=1148): Terminated: ok {rc=0}\u000a06:16:05.390222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Launched\u000a06:16:05.679594 run osmo-hlr_10.42.42.2(pid=1151): Launched\u000a06:16:05.789741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:06.301447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Launched\u000a06:16:06.587938 run osmo-stp_10.42.42.5(pid=1154): Launched\u000a06:16:06.716623 tst emergency_mo_mt_call.py: using MSISDN 7057\u000a06:16:06.864225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:07.391586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Launched\u000a06:16:07.678855 run osmo-msc_10.42.42.6(pid=1157): Launched\u000a06:16:07.849334 run osmo-stp_10.42.42.5(pid=1154): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a06:16:07.973255 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-09_06:16:06.447691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:08.094293 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221209061606617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061606617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061606618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061606618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061606619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061606619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061606619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:08.211109 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-09_06:16:06.447691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:08.326104 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221209061606617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061606617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061606618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061606618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061606619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061606619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061606619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:08.376570 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)] [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a06:16:08.384296 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a06:16:08.444440 run osmo-hlr_10.42.42.2(pid=1151): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1151)]\u000a06:16:08.493856 run osmo-hlr_10.42.42.2(pid=1151): stdout: \u000a| (launched: 2022-12-09_06:16:05.537422) \u000a06:16:08.543790 run osmo-hlr_10.42.42.2(pid=1151): stderr: \u000a| �[0;m�[1;31m20221209061605711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061605711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061605711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061605711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061605711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061605711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061605723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061605731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061605731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061605731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:08.611276 run osmo-msc_10.42.42.6(pid=1157): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1157)]\u000a06:16:08.660601 run osmo-msc_10.42.42.6(pid=1157): stdout: \u000a| (launched: 2022-12-09_06:16:07.537981) \u000a06:16:08.710488 run osmo-msc_10.42.42.6(pid=1157): stderr: \u000a| �[0;m�[38;5;43m20221209061607809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061607809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc6ddc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061607809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061607809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061607809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061607809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061607812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061607812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061607812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061607812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:08.752775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminating (SIGTERM)\u000a06:16:08.792998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminating (SIGTERM)\u000a06:16:08.833165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Terminating (SIGTERM)\u000a06:16:08.842601 --- ParallelTerminationStrategy: PID 1150 died...\u000a06:16:08.895989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminated: ok {rc=0}\u000a06:16:08.905842 --- ParallelTerminationStrategy: PID 1153 died...\u000a06:16:08.959084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminated: ok {rc=0}\u000a06:16:08.968639 --- ParallelTerminationStrategy: PID 1156 died...\u000a06:16:09.022156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Terminated: ok {rc=0}\u000a06:16:09.111251 bus /sierra_3: Setting Powered False\u000a06:16:10.214380 bus /sierra_3: Setting Powered False\u000a06:16:11.323763 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1165): Process ended prematurely: osmo-stp_10.42.42.5(pid=1165) [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1165): Process ended prematurely: osmo-stp_10.42.42.5(pid=1165) [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:16:12.374706 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:12.385704 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:12.520704 tst emergency_preemptive_call.py: using LAC 19504\u000a06:16:12.633958 tst emergency_preemptive_call.py: using RAC 124\u000a06:16:12.746711 tst emergency_preemptive_call.py: using CellId 19504\u000a06:16:12.861607 tst emergency_preemptive_call.py: using BVCI 19505\u000a06:16:12.883475 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:12.894035 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:12.904279 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:12.914855 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:12.925493 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:12.935954 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:13.047580 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:13.165216 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:13.277822 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:13.470989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:13.926382 run create_hlr_db(pid=1159): Launched\u000a06:16:14.092811 bus /sierra_2: Setting Powered False\u000a06:16:15.113548 run create_hlr_db(pid=1159): Terminated: ok {rc=0}\u000a06:16:15.526557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1161): Launched\u000a06:16:15.842358 run osmo-hlr_10.42.42.2(pid=1162): Launched\u000a06:16:16.027615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:16.817225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1164): Launched\u000a06:16:17.226745 run osmo-stp_10.42.42.5(pid=1165): Launched\u000a06:16:17.393362 tst emergency_preemptive_call.py: using MSISDN 7058\u000a06:16:17.548361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:18.113147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1167): Launched\u000a06:16:18.421812 run osmo-msc_10.42.42.6(pid=1168): Launched\u000a06:16:18.604618 run osmo-stp_10.42.42.5(pid=1165): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)]\u000a06:16:18.738639 run osmo-stp_10.42.42.5(pid=1165): stdout: \u000a| (launched: 2022-12-09_06:16:16.968139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:18.868177 run osmo-stp_10.42.42.5(pid=1165): stderr: \u000a| �[0;m�[38;5;43m20221209061617296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061617296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061617296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061617305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061617307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061617308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061617308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:18.992225 run osmo-stp_10.42.42.5(pid=1165): stdout: \u000a| (launched: 2022-12-09_06:16:16.968139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:19.115236 run osmo-stp_10.42.42.5(pid=1165): stderr: \u000a| �[0;m�[38;5;43m20221209061617296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061617296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061617296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061617305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061617307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061617308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061617308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:19.169391 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1165): Process ended prematurely: osmo-stp_10.42.42.5(pid=1165) [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)] [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a06:16:19.177697 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a06:16:19.239614 run osmo-hlr_10.42.42.2(pid=1162): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1162)]\u000a06:16:19.290644 run osmo-hlr_10.42.42.2(pid=1162): stdout: \u000a| (launched: 2022-12-09_06:16:15.684686) \u000a06:16:19.342489 run osmo-hlr_10.42.42.2(pid=1162): stderr: \u000a| �[0;m�[1;31m20221209061615944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061615944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061615944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061615944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061615944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061615944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061615972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061615980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061615980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061615989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:19.412696 run osmo-msc_10.42.42.6(pid=1168): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1168)]\u000a06:16:19.464040 run osmo-msc_10.42.42.6(pid=1168): stdout: \u000a| (launched: 2022-12-09_06:16:18.271316) \u000a06:16:19.515542 run osmo-msc_10.42.42.6(pid=1168): stderr: \u000a| �[0;m�[38;5;43m20221209061618593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209061618593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9584cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209061618593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209061618593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209061618593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209061618593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209061618595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209061618596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209061618596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209061618596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:19.559378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1161): Terminating (SIGTERM)\u000a06:16:19.600996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1164): Terminating (SIGTERM)\u000a06:16:19.642456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1167): Terminating (SIGTERM)\u000a06:16:19.652011 --- ParallelTerminationStrategy: PID 1161 died...\u000a06:16:19.707265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1161): Terminated: ok {rc=0}\u000a06:16:19.717275 --- ParallelTerminationStrategy: PID 1164 died...\u000a06:16:19.772575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1164): Terminated: ok {rc=0}\u000a06:16:19.782522 --- ParallelTerminationStrategy: PID 1167 died...\u000a06:16:19.837731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1167): Terminated: ok {rc=0}\u000a06:16:19.923949 bus /sierra_9: Setting Powered False\u000a06:16:21.030245 bus /sierra_9: Setting Powered False\u000a06:16:22.137233 bus /sierra_8: Setting Powered False\u000a06:16:23.239419 bus /sierra_8: Setting Powered False\u000a06:16:24.349223 bus /sierra_3: Setting Powered False\u000a06:16:25.456084 bus /sierra_3: Setting Powered False\u000a06:16:26.563739 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1186): Process ended prematurely: osmo-stp_10.42.42.5(pid=1186) [trial-2355↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1186)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1186): Process ended prematurely: osmo-stp_10.42.42.5(pid=1186) [trial-2355↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:16:28.664154 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:28.674566 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:28.807736 tst cs_paging_gprs_active.py: using LAC 19505\u000a06:16:28.930742 tst cs_paging_gprs_active.py: using RAC 125\u000a06:16:29.054925 tst cs_paging_gprs_active.py: using CellId 19505\u000a06:16:29.179464 tst cs_paging_gprs_active.py: using BVCI 19506\u000a06:16:29.203820 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.215093 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.225949 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.236606 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.247225 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.257802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.268613 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.279185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:29.289981 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:29.407061 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:29.694210 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:16:29.826644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:30.153377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1176): Launched\u000a06:16:30.426128 run iperf3-srv_10.42.42.10(pid=1177): Launched\u000a06:16:30.619367 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:16:30.751243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:31.101992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1178): Launched\u000a06:16:31.399527 run iperf3-srv_10.42.42.10(pid=1179): Launched\u000a06:16:31.597523 tst cs_paging_gprs_active.py:38: start network...\u000a06:16:31.732378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:32.264427 run create_hlr_db(pid=1180): Launched\u000a06:16:32.435605 bus /sierra_2: Setting Powered False\u000a06:16:33.456756 run create_hlr_db(pid=1180): Terminated: ok {rc=0}\u000a06:16:33.850245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1182): Launched\u000a06:16:34.145442 run osmo-hlr_10.42.42.2(pid=1183): Launched\u000a06:16:34.252826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:34.767594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1185): Launched\u000a06:16:35.063181 run osmo-stp_10.42.42.5(pid=1186): Launched\u000a06:16:35.171514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:35.688076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1188): Launched\u000a06:16:35.793375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:36.050716 run patchelf(pid=1189): Launched\u000a06:16:36.223673 run osmo-stp_10.42.42.5(pid=1186): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1186)]\u000a06:16:36.350412 run osmo-stp_10.42.42.5(pid=1186): stdout: \u000a| (launched: 2022-12-09_06:16:34.918034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:36.478076 run osmo-stp_10.42.42.5(pid=1186): stderr: \u000a| �[0;m�[38;5;43m20221209061635086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061635086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061635087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061635087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061635087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061635088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061635088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:36.600728 run osmo-stp_10.42.42.5(pid=1186): stdout: \u000a| (launched: 2022-12-09_06:16:34.918034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:36.722383 run osmo-stp_10.42.42.5(pid=1186): stderr: \u000a| �[0;m�[38;5;43m20221209061635086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061635086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061635087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061635087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061635087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061635088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061635088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:36.863779 run patchelf(pid=1189): Terminating (SIGINT)\u000a06:16:37.030422 run patchelf(pid=1189): Terminated: ok {rc=0}\u000a06:16:37.061088 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1186): Process ended prematurely: osmo-stp_10.42.42.5(pid=1186) [trial-2355↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1186)] [trial-2355↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a06:16:37.070099 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:16:37.131349 run osmo-hlr_10.42.42.2(pid=1183): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1183)]\u000a06:16:37.180687 run osmo-hlr_10.42.42.2(pid=1183): stdout: \u000a| (launched: 2022-12-09_06:16:34.000217) \u000a06:16:37.230631 run osmo-hlr_10.42.42.2(pid=1183): stderr: \u000a| �[0;m�[1;31m20221209061634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061634187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061634195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061634195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061634195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:37.273094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1176): Terminating (SIGTERM)\u000a06:16:37.313236 run iperf3-srv_10.42.42.10(pid=1177): Terminating (SIGTERM)\u000a06:16:37.353595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1178): Terminating (SIGTERM)\u000a06:16:37.393692 run iperf3-srv_10.42.42.10(pid=1179): Terminating (SIGTERM)\u000a06:16:37.433645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1182): Terminating (SIGTERM)\u000a06:16:37.473789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1185): Terminating (SIGTERM)\u000a06:16:37.513723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1188): Terminating (SIGTERM)\u000a06:16:37.523168 --- ParallelTerminationStrategy: PID 1176 died...\u000a06:16:37.576869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1176): Terminated: ok {rc=0}\u000a06:16:37.586531 --- ParallelTerminationStrategy: PID 1177 died...\u000a06:16:37.639981 run iperf3-srv_10.42.42.10(pid=1177): Terminated {rc=256}\u000a06:16:37.649634 --- ParallelTerminationStrategy: PID 1178 died...\u000a06:16:37.702849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1178): Terminated: ok {rc=0}\u000a06:16:37.712636 --- ParallelTerminationStrategy: PID 1179 died...\u000a06:16:37.765889 run iperf3-srv_10.42.42.10(pid=1179): Terminated {rc=256}\u000a06:16:37.775431 --- ParallelTerminationStrategy: PID 1182 died...\u000a06:16:37.829161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1182): Terminated: ok {rc=0}\u000a06:16:37.839015 --- ParallelTerminationStrategy: PID 1185 died...\u000a06:16:37.892664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1185): Terminated: ok {rc=0}\u000a06:16:37.902639 --- ParallelTerminationStrategy: PID 1188 died...\u000a06:16:37.955922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1188): Terminated: ok {rc=0}\u000a06:16:38.044350 bus /gobi_0: Setting Powered False\u000a06:16:39.148671 bus /gobi_0: Setting Powered False\u000a06:16:40.259278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1198): Process ended prematurely: osmo-stp_10.42.42.5(pid=1198) [trial-2355↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1198): Process ended prematurely: osmo-stp_10.42.42.5(pid=1198) [trial-2355↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a06:16:41.368044 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.379192 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:41.523132 tst iperf3.py: using LAC 19506\u000a06:16:41.648613 tst iperf3.py: using RAC 126\u000a06:16:41.772010 tst iperf3.py: using CellId 19506\u000a06:16:41.896116 tst iperf3.py: using BVCI 19507\u000a06:16:41.920452 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.931430 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.942101 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.952741 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.963314 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.973846 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.984685 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:41.995781 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:42.006980 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:42.295985 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:16:42.429061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:42.759427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1190): Launched\u000a06:16:43.031811 run iperf3-srv_10.42.42.10(pid=1191): Launched\u000a06:16:43.226062 tst iperf3.py:8: start network...\u000a06:16:43.358353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:43.865842 run create_hlr_db(pid=1192): Launched\u000a06:16:44.049040 bus /gobi_6: Setting Powered False\u000a06:16:45.070679 run create_hlr_db(pid=1192): Terminated: ok {rc=0}\u000a06:16:45.469242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1194): Launched\u000a06:16:45.765161 run osmo-hlr_10.42.42.2(pid=1195): Launched\u000a06:16:45.948285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:46.496384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1197): Launched\u000a06:16:46.901298 run osmo-stp_10.42.42.5(pid=1198): Launched\u000a06:16:47.165052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:47.721144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1200): Launched\u000a06:16:47.826223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:48.082867 run patchelf(pid=1201): Launched\u000a06:16:48.256839 run osmo-stp_10.42.42.5(pid=1198): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)]\u000a06:16:48.384094 run osmo-stp_10.42.42.5(pid=1198): stdout: \u000a| (launched: 2022-12-09_06:16:46.649839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:48.512120 run osmo-stp_10.42.42.5(pid=1198): stderr: \u000a| �[0;m�[38;5;43m20221209061647024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061647024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061647025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061647027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061647028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061647028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061647028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:48.635968 run osmo-stp_10.42.42.5(pid=1198): stdout: \u000a| (launched: 2022-12-09_06:16:46.649839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:48.758769 run osmo-stp_10.42.42.5(pid=1198): stderr: \u000a| �[0;m�[38;5;43m20221209061647024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061647024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061647025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061647027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061647028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061647028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061647028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:48.901005 run patchelf(pid=1201): Terminating (SIGINT)\u000a06:16:49.068210 run patchelf(pid=1201): Terminated: ok {rc=0}\u000a06:16:49.098927 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1198): Process ended prematurely: osmo-stp_10.42.42.5(pid=1198) [trial-2355↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)] [trial-2355↪gprs:trx-lms↪iperf3.py:8]\u000a06:16:49.107879 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:16:49.168416 run osmo-hlr_10.42.42.2(pid=1195): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1195)]\u000a06:16:49.217831 run osmo-hlr_10.42.42.2(pid=1195): stdout: \u000a| (launched: 2022-12-09_06:16:45.619653) \u000a06:16:49.267710 run osmo-hlr_10.42.42.2(pid=1195): stderr: \u000a| �[0;m�[1;31m20221209061645795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061645795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061645795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061645795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061645795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061645795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061645807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061645817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061645818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061645818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:49.309825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1190): Terminating (SIGTERM)\u000a06:16:49.349809 run iperf3-srv_10.42.42.10(pid=1191): Terminating (SIGTERM)\u000a06:16:49.389700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1194): Terminating (SIGTERM)\u000a06:16:49.429515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1197): Terminating (SIGTERM)\u000a06:16:49.469653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1200): Terminating (SIGTERM)\u000a06:16:49.479074 --- ParallelTerminationStrategy: PID 1190 died...\u000a06:16:49.532454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1190): Terminated: ok {rc=0}\u000a06:16:49.542287 --- ParallelTerminationStrategy: PID 1191 died...\u000a06:16:49.595373 run iperf3-srv_10.42.42.10(pid=1191): Terminated {rc=256}\u000a06:16:49.605190 --- ParallelTerminationStrategy: PID 1194 died...\u000a06:16:49.658102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1194): Terminated: ok {rc=0}\u000a06:16:49.667905 --- ParallelTerminationStrategy: PID 1197 died...\u000a06:16:49.721306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1197): Terminated: ok {rc=0}\u000a06:16:49.730920 --- ParallelTerminationStrategy: PID 1200 died...\u000a06:16:49.783940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1200): Terminated: ok {rc=0}\u000a06:16:49.872707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1216): Process ended prematurely: osmo-stp_10.42.42.5(pid=1216) [trial-2355↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1216)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1216): Process ended prematurely: osmo-stp_10.42.42.5(pid=1216) [trial-2355↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a06:16:50.981850 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:50.992608 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:51.125942 tst iperf3m4.py: using LAC 19507\u000a06:16:51.243843 tst iperf3m4.py: using RAC 127\u000a06:16:51.358557 tst iperf3m4.py: using CellId 19507\u000a06:16:51.473218 tst iperf3m4.py: using BVCI 19508\u000a06:16:51.495785 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.506279 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.516399 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.526819 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.537132 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.547411 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.558069 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.568394 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:51.578959 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:51.696361 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:51.814833 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:51.934409 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:52.223139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:16:52.355253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:52.682431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1202): Launched\u000a06:16:52.953117 run iperf3-srv_10.42.42.10(pid=1203): Launched\u000a06:16:53.146602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:16:53.278207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:53.604338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1204): Launched\u000a06:16:53.875377 run iperf3-srv_10.42.42.10(pid=1205): Launched\u000a06:16:54.069259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:16:54.201382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:54.527625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1206): Launched\u000a06:16:54.799411 run iperf3-srv_10.42.42.10(pid=1207): Launched\u000a06:16:54.992483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:16:55.124232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:55.450093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1208): Launched\u000a06:16:55.721136 run iperf3-srv_10.42.42.10(pid=1209): Launched\u000a06:16:55.914238 tst iperf3m4.py:8: start network...\u000a06:16:56.045532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:56.550330 run create_hlr_db(pid=1210): Launched\u000a06:16:56.732918 bus /gobi_6: Setting Powered False\u000a06:16:57.754592 run create_hlr_db(pid=1210): Terminated: ok {rc=0}\u000a06:16:58.150772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1212): Launched\u000a06:16:58.445460 run osmo-hlr_10.42.42.2(pid=1213): Launched\u000a06:16:58.559198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:59.080507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1215): Launched\u000a06:16:59.374258 run osmo-stp_10.42.42.5(pid=1216): Launched\u000a06:16:59.481473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:59.992468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1218): Launched\u000a06:17:00.096881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:00.353187 run patchelf(pid=1219): Launched\u000a06:17:00.525944 run osmo-stp_10.42.42.5(pid=1216): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1216)]\u000a06:17:00.653586 run osmo-stp_10.42.42.5(pid=1216): stdout: \u000a| (launched: 2022-12-09_06:16:59.229807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:00.780226 run osmo-stp_10.42.42.5(pid=1216): stderr: \u000a| �[0;m�[38;5;43m20221209061659396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061659397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061659397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061659397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061659398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061659398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061659398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:00.916587 run osmo-stp_10.42.42.5(pid=1216): stdout: \u000a| (launched: 2022-12-09_06:16:59.229807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:01.040830 run osmo-stp_10.42.42.5(pid=1216): stderr: \u000a| �[0;m�[38;5;43m20221209061659396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061659397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061659397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061659397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061659398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061659398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061659398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:01.184891 run patchelf(pid=1219): Terminating (SIGINT)\u000a06:17:01.355711 run patchelf(pid=1219): Terminated: ok {rc=0}\u000a06:17:01.387771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1216): Process ended prematurely: osmo-stp_10.42.42.5(pid=1216) [trial-2355↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1216)] [trial-2355↪gprs:trx-lms↪iperf3m4.py:8]\u000a06:17:01.397961 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a06:17:01.462900 run osmo-hlr_10.42.42.2(pid=1213): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1213)]\u000a06:17:01.514513 run osmo-hlr_10.42.42.2(pid=1213): stdout: \u000a| (launched: 2022-12-09_06:16:58.300682) \u000a06:17:01.565308 run osmo-hlr_10.42.42.2(pid=1213): stderr: \u000a| �[0;m�[1;31m20221209061658474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061658474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061658474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061658474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061658474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061658474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061658488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061658496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061658497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061658497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:01.610204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1202): Terminating (SIGTERM)\u000a06:17:01.653997 run iperf3-srv_10.42.42.10(pid=1203): Terminating (SIGTERM)\u000a06:17:01.698250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1204): Terminating (SIGTERM)\u000a06:17:01.740907 run iperf3-srv_10.42.42.10(pid=1205): Terminating (SIGTERM)\u000a06:17:01.787031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1206): Terminating (SIGTERM)\u000a06:17:01.831266 run iperf3-srv_10.42.42.10(pid=1207): Terminating (SIGTERM)\u000a06:17:01.874478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1208): Terminating (SIGTERM)\u000a06:17:01.918495 run iperf3-srv_10.42.42.10(pid=1209): Terminating (SIGTERM)\u000a06:17:01.962486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1212): Terminating (SIGTERM)\u000a06:17:02.015980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1215): Terminating (SIGTERM)\u000a06:17:02.060592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1218): Terminating (SIGTERM)\u000a06:17:02.070611 --- ParallelTerminationStrategy: PID 1202 died...\u000a06:17:02.125755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1202): Terminated: ok {rc=0}\u000a06:17:02.137282 --- ParallelTerminationStrategy: PID 1203 died...\u000a06:17:02.191932 run iperf3-srv_10.42.42.10(pid=1203): Terminated {rc=256}\u000a06:17:02.203450 --- ParallelTerminationStrategy: PID 1204 died...\u000a06:17:02.258819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1204): Terminated: ok {rc=0}\u000a06:17:02.268354 --- ParallelTerminationStrategy: PID 1205 died...\u000a06:17:02.320852 run iperf3-srv_10.42.42.10(pid=1205): Terminated {rc=256}\u000a06:17:02.330691 --- ParallelTerminationStrategy: PID 1206 died...\u000a06:17:02.383806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1206): Terminated: ok {rc=0}\u000a06:17:02.393596 --- ParallelTerminationStrategy: PID 1207 died...\u000a06:17:02.471704 run iperf3-srv_10.42.42.10(pid=1207): Terminated {rc=256}\u000a06:17:02.481557 --- ParallelTerminationStrategy: PID 1208 died...\u000a06:17:02.534441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1208): Terminated: ok {rc=0}\u000a06:17:02.544182 --- ParallelTerminationStrategy: PID 1209 died...\u000a06:17:02.596903 run iperf3-srv_10.42.42.10(pid=1209): Terminated {rc=256}\u000a06:17:02.606823 --- ParallelTerminationStrategy: PID 1212 died...\u000a06:17:02.660120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1212): Terminated: ok {rc=0}\u000a06:17:02.669741 --- ParallelTerminationStrategy: PID 1215 died...\u000a06:17:02.722871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1215): Terminated: ok {rc=0}\u000a06:17:02.732401 --- ParallelTerminationStrategy: PID 1218 died...\u000a06:17:02.785070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1218): Terminated: ok {rc=0}\u000a06:17:02.872115 bus /gobi_4: Setting Powered False\u000a06:17:03.976173 bus /gobi_4: Setting Powered False\u000a06:17:05.083358 bus /gobi_1: Setting Powered False\u000a06:17:06.182842 bus /gobi_1: Setting Powered False\u000a06:17:07.292656 bus /gobi_0: Setting Powered False\u000a06:17:08.394153 bus /gobi_0: Setting Powered False\u000a06:17:09.505333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1229): Process ended prematurely: osmo-stp_10.42.42.5(pid=1229) [trial-2355↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1229)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1229): Process ended prematurely: osmo-stp_10.42.42.5(pid=1229) [trial-2355↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a06:17:10.571247 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:10.582127 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:17:10.715058 tst ping.py: using LAC 19508\u000a06:17:10.835444 tst ping.py: using RAC 128\u000a06:17:10.957459 tst ping.py: using CellId 19508\u000a06:17:11.078382 tst ping.py: using BVCI 19509\u000a06:17:11.102440 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.113477 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.124408 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.135837 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.147063 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.158158 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.169556 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:11.180727 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:11.449080 tst ping.py:19: start network...\u000a06:17:11.567738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:12.019621 run create_hlr_db(pid=1223): Launched\u000a06:17:12.186257 bus /gobi_6: Setting Powered False\u000a06:17:13.207589 run create_hlr_db(pid=1223): Terminated: ok {rc=0}\u000a06:17:13.620033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1225): Launched\u000a06:17:13.927086 run osmo-hlr_10.42.42.2(pid=1226): Launched\u000a06:17:14.040662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:14.581707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1228): Launched\u000a06:17:14.891010 run osmo-stp_10.42.42.5(pid=1229): Launched\u000a06:17:15.002911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:15.541796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1232): Launched\u000a06:17:15.652117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:15.945160 run patchelf(pid=1233): Launched\u000a06:17:16.124469 run osmo-stp_10.42.42.5(pid=1229): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1229)]\u000a06:17:16.254825 run osmo-stp_10.42.42.5(pid=1229): stdout: \u000a| (launched: 2022-12-09_06:17:14.739735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:16.387633 run osmo-stp_10.42.42.5(pid=1229): stderr: \u000a| �[0;m�[38;5;43m20221209061714931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061714931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061714931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061714932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061714932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061714932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061714932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:16.514702 run osmo-stp_10.42.42.5(pid=1229): stdout: \u000a| (launched: 2022-12-09_06:17:14.739735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:16.642028 run osmo-stp_10.42.42.5(pid=1229): stderr: \u000a| �[0;m�[38;5;43m20221209061714931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061714931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061714931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061714932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061714932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061714932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061714932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:16.789156 run patchelf(pid=1233): Terminating (SIGINT)\u000a06:17:16.961875 run patchelf(pid=1233): Terminated: ok {rc=0}\u000a06:17:16.993840 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1229): Process ended prematurely: osmo-stp_10.42.42.5(pid=1229) [trial-2355↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1229)] [trial-2355↪gprs:trx-lms↪ping.py:22]\u000a06:17:17.003526 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:17:17.069714 run osmo-hlr_10.42.42.2(pid=1226): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1226)]\u000a06:17:17.124109 run osmo-hlr_10.42.42.2(pid=1226): stdout: \u000a| (launched: 2022-12-09_06:17:13.776630) \u000a06:17:17.176441 run osmo-hlr_10.42.42.2(pid=1226): stderr: \u000a| �[0;m�[1;31m20221209061713973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061713973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061713973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061713973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061713973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061713973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061713985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061713995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061713996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061713996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:17.218632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1225): Terminating (SIGTERM)\u000a06:17:17.258931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1228): Terminating (SIGTERM)\u000a06:17:17.299000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1232): Terminating (SIGTERM)\u000a06:17:17.308419 --- ParallelTerminationStrategy: PID 1225 died...\u000a06:17:17.362183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1225): Terminated: ok {rc=0}\u000a06:17:17.372016 --- ParallelTerminationStrategy: PID 1228 died...\u000a06:17:17.426236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1228): Terminated: ok {rc=0}\u000a06:17:17.435965 --- ParallelTerminationStrategy: PID 1232 died...\u000a06:17:17.489601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1232): Terminated: ok {rc=0}\u000a06:17:17.577697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1240): Process ended prematurely: osmo-stp_10.42.42.5(pid=1240) [trial-2355↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1240)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1240): Process ended prematurely: osmo-stp_10.42.42.5(pid=1240) [trial-2355↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a06:17:18.628708 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:18.639656 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:17:18.773589 tst ping_idle_ping.py: using LAC 19509\u000a06:17:18.894051 tst ping_idle_ping.py: using RAC 129\u000a06:17:19.015386 tst ping_idle_ping.py: using CellId 19509\u000a06:17:19.137157 tst ping_idle_ping.py: using BVCI 19510\u000a06:17:19.160901 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.171926 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.182936 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.193707 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.204229 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.214948 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.225716 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:19.236451 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:19.504340 tst ping_idle_ping.py:24: start network...\u000a06:17:19.624553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:20.083167 run create_hlr_db(pid=1234): Launched\u000a06:17:20.251804 bus /gobi_6: Setting Powered False\u000a06:17:21.272298 run create_hlr_db(pid=1234): Terminated: ok {rc=0}\u000a06:17:21.659599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1236): Launched\u000a06:17:21.950088 run osmo-hlr_10.42.42.2(pid=1237): Launched\u000a06:17:22.059283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:22.562688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1239): Launched\u000a06:17:22.853206 run osmo-stp_10.42.42.5(pid=1240): Launched\u000a06:17:22.958837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:23.462116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1242): Launched\u000a06:17:23.565339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:23.819044 run patchelf(pid=1243): Launched\u000a06:17:23.990031 run osmo-stp_10.42.42.5(pid=1240): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1240)]\u000a06:17:24.114713 run osmo-stp_10.42.42.5(pid=1240): stdout: \u000a| (launched: 2022-12-09_06:17:22.710087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:24.239679 run osmo-stp_10.42.42.5(pid=1240): stderr: \u000a| �[0;m�[38;5;43m20221209061722877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061722877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061722877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061722878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061722880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061722880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061722880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:24.360000 run osmo-stp_10.42.42.5(pid=1240): stdout: \u000a| (launched: 2022-12-09_06:17:22.710087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:24.479138 run osmo-stp_10.42.42.5(pid=1240): stderr: \u000a| �[0;m�[38;5;43m20221209061722877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061722877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061722877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061722878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061722880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061722880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061722880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:24.618370 run patchelf(pid=1243): Terminating (SIGINT)\u000a06:17:24.782010 run patchelf(pid=1243): Terminated: ok {rc=0}\u000a06:17:24.811810 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1240): Process ended prematurely: osmo-stp_10.42.42.5(pid=1240) [trial-2355↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1240)] [trial-2355↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a06:17:24.820248 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a06:17:24.879970 run osmo-hlr_10.42.42.2(pid=1237): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1237)]\u000a06:17:24.928772 run osmo-hlr_10.42.42.2(pid=1237): stdout: \u000a| (launched: 2022-12-09_06:17:21.807182) \u000a06:17:24.978304 run osmo-hlr_10.42.42.2(pid=1237): stderr: \u000a| �[0;m�[1;31m20221209061721981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061721982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061721982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061721982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061721982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061721982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061721994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061722002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061722002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061722002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:25.020120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1236): Terminating (SIGTERM)\u000a06:17:25.060044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1239): Terminating (SIGTERM)\u000a06:17:25.099516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1242): Terminating (SIGTERM)\u000a06:17:25.108904 --- ParallelTerminationStrategy: PID 1236 died...\u000a06:17:25.162567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1236): Terminated: ok {rc=0}\u000a06:17:25.172182 --- ParallelTerminationStrategy: PID 1239 died...\u000a06:17:25.225520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1239): Terminated: ok {rc=0}\u000a06:17:25.235049 --- ParallelTerminationStrategy: PID 1242 died...\u000a06:17:25.287741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1242): Terminated: ok {rc=0}\u000a06:17:25.371027 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:16:28" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1258): Process ended prematurely: osmo-stp_10.42.42.5(pid=1258) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1258)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1258): Process ended prematurely: osmo-stp_10.42.42.5(pid=1258) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:17:27.496304 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:27.507034 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:27.642960 tst cs_paging_gprs_active.py: using LAC 19510\u000a06:17:27.762476 tst cs_paging_gprs_active.py: using RAC 130\u000a06:17:27.877811 tst cs_paging_gprs_active.py: using CellId 19510\u000a06:17:27.992768 tst cs_paging_gprs_active.py: using BVCI 19511\u000a06:17:28.015491 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.026163 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.036445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.047099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.057670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.068347 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.079167 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.089754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:28.100451 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:28.217866 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:28.490948 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:17:28.614191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:28.921049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1248): Launched\u000a06:17:29.174945 run iperf3-srv_10.42.42.10(pid=1249): Launched\u000a06:17:29.354191 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:17:29.477071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:29.782153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1250): Launched\u000a06:17:30.035660 run iperf3-srv_10.42.42.10(pid=1251): Launched\u000a06:17:30.215108 tst cs_paging_gprs_active.py:38: start network...\u000a06:17:30.337574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:30.802691 run create_hlr_db(pid=1252): Launched\u000a06:17:30.975867 bus /gobi_6: Setting Powered False\u000a06:17:31.995225 run create_hlr_db(pid=1252): Terminated: ok {rc=0}\u000a06:17:32.410750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1254): Launched\u000a06:17:32.707719 run osmo-hlr_10.42.42.2(pid=1255): Launched\u000a06:17:32.828272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:33.349197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1257): Launched\u000a06:17:33.644579 run osmo-stp_10.42.42.5(pid=1258): Launched\u000a06:17:33.752853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:34.266089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1260): Launched\u000a06:17:34.370696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:34.626536 run patchelf(pid=1261): Launched\u000a06:17:34.801258 run osmo-stp_10.42.42.5(pid=1258): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1258)]\u000a06:17:34.928682 run osmo-stp_10.42.42.5(pid=1258): stdout: \u000a| (launched: 2022-12-09_06:17:33.499111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:35.056094 run osmo-stp_10.42.42.5(pid=1258): stderr: \u000a| �[0;m�[38;5;43m20221209061733668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061733668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061733668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061733669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061733669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061733669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061733669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:35.179320 run osmo-stp_10.42.42.5(pid=1258): stdout: \u000a| (launched: 2022-12-09_06:17:33.499111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:35.301721 run osmo-stp_10.42.42.5(pid=1258): stderr: \u000a| �[0;m�[38;5;43m20221209061733668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061733668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061733668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061733669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061733669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061733669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061733669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:35.443474 run patchelf(pid=1261): Terminating (SIGINT)\u000a06:17:35.610081 run patchelf(pid=1261): Terminated: ok {rc=0}\u000a06:17:35.640703 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1258): Process ended prematurely: osmo-stp_10.42.42.5(pid=1258) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1258)] [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:17:35.649681 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a06:17:35.709790 run osmo-hlr_10.42.42.2(pid=1255): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1255)]\u000a06:17:35.758866 run osmo-hlr_10.42.42.2(pid=1255): stdout: \u000a| (launched: 2022-12-09_06:17:32.561650) \u000a06:17:35.809168 run osmo-hlr_10.42.42.2(pid=1255): stderr: \u000a| �[0;m�[1;31m20221209061732738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061732738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061732738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061732738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061732738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061732738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061732749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061732757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061732758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061732758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:35.851108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1248): Terminating (SIGTERM)\u000a06:17:35.890555 run iperf3-srv_10.42.42.10(pid=1249): Terminating (SIGTERM)\u000a06:17:35.929978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1250): Terminating (SIGTERM)\u000a06:17:35.969558 run iperf3-srv_10.42.42.10(pid=1251): Terminating (SIGTERM)\u000a06:17:36.009102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1254): Terminating (SIGTERM)\u000a06:17:36.048622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1257): Terminating (SIGTERM)\u000a06:17:36.088240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1260): Terminating (SIGTERM)\u000a06:17:36.097740 --- ParallelTerminationStrategy: PID 1248 died...\u000a06:17:36.151185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1248): Terminated: ok {rc=0}\u000a06:17:36.160879 --- ParallelTerminationStrategy: PID 1249 died...\u000a06:17:36.213366 run iperf3-srv_10.42.42.10(pid=1249): Terminated {rc=256}\u000a06:17:36.223111 --- ParallelTerminationStrategy: PID 1250 died...\u000a06:17:36.275654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1250): Terminated: ok {rc=0}\u000a06:17:36.285412 --- ParallelTerminationStrategy: PID 1251 died...\u000a06:17:36.337921 run iperf3-srv_10.42.42.10(pid=1251): Terminated {rc=256}\u000a06:17:36.347620 --- ParallelTerminationStrategy: PID 1254 died...\u000a06:17:36.400861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1254): Terminated: ok {rc=0}\u000a06:17:36.410479 --- ParallelTerminationStrategy: PID 1257 died...\u000a06:17:36.463587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1257): Terminated: ok {rc=0}\u000a06:17:36.473428 --- ParallelTerminationStrategy: PID 1260 died...\u000a06:17:36.526178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1260): Terminated: ok {rc=0}\u000a06:17:36.608869 bus /gobi_0: Setting Powered False\u000a06:17:37.710120 bus /gobi_0: Setting Powered False\u000a06:17:38.818517 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1273): Process ended prematurely: osmo-stp_10.42.42.5(pid=1273) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1273): Process ended prematurely: osmo-stp_10.42.42.5(pid=1273) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:17:39.927282 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:39.938403 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:40.083681 tst iperf3.py: using LAC 19511\u000a06:17:40.211201 tst iperf3.py: using RAC 131\u000a06:17:40.330315 tst iperf3.py: using CellId 19511\u000a06:17:40.446702 tst iperf3.py: using BVCI 19512\u000a06:17:40.469473 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.480023 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.490534 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.501727 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.512667 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.523777 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.535089 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.546146 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:40.557394 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:40.833840 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:17:40.957576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:41.263236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1265): Launched\u000a06:17:41.517562 run iperf3-srv_10.42.42.10(pid=1266): Launched\u000a06:17:41.696901 tst iperf3.py:8: start network...\u000a06:17:41.819916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:42.281563 run create_hlr_db(pid=1267): Launched\u000a06:17:42.458034 bus /gobi_6: Setting Powered False\u000a06:17:43.473348 run create_hlr_db(pid=1267): Terminated: ok {rc=0}\u000a06:17:43.866605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1269): Launched\u000a06:17:44.162038 run osmo-hlr_10.42.42.2(pid=1270): Launched\u000a06:17:44.269697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:44.779801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1272): Launched\u000a06:17:45.073802 run osmo-stp_10.42.42.5(pid=1273): Launched\u000a06:17:45.181092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:45.693983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1275): Launched\u000a06:17:45.798431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:46.108342 run patchelf(pid=1276): Launched\u000a06:17:46.301375 run osmo-stp_10.42.42.5(pid=1273): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)]\u000a06:17:46.442622 run osmo-stp_10.42.42.5(pid=1273): stdout: \u000a| (launched: 2022-12-09_06:17:44.928856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:46.585070 run osmo-stp_10.42.42.5(pid=1273): stderr: \u000a| �[0;m�[38;5;43m20221209061745097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061745097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061745097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061745098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061745098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061745098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061745098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:46.720880 run osmo-stp_10.42.42.5(pid=1273): stdout: \u000a| (launched: 2022-12-09_06:17:44.928856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:46.856223 run osmo-stp_10.42.42.5(pid=1273): stderr: \u000a| �[0;m�[38;5;43m20221209061745097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061745097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061745097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061745098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061745098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061745098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061745098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:47.012768 run patchelf(pid=1276): Terminating (SIGINT)\u000a06:17:47.194924 run patchelf(pid=1276): Terminated: ok {rc=0}\u000a06:17:47.227386 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1273): Process ended prematurely: osmo-stp_10.42.42.5(pid=1273) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1273)] [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a06:17:47.237119 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a06:17:47.300380 run osmo-hlr_10.42.42.2(pid=1270): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1270)]\u000a06:17:47.352167 run osmo-hlr_10.42.42.2(pid=1270): stdout: \u000a| (launched: 2022-12-09_06:17:44.016482) \u000a06:17:47.404600 run osmo-hlr_10.42.42.2(pid=1270): stderr: \u000a| �[0;m�[1;31m20221209061744191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061744191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061744192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061744192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061744192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061744192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061744203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061744212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061744212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061744212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:47.449260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1265): Terminating (SIGTERM)\u000a06:17:47.491629 run iperf3-srv_10.42.42.10(pid=1266): Terminating (SIGTERM)\u000a06:17:47.533916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1269): Terminating (SIGTERM)\u000a06:17:47.575827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1272): Terminating (SIGTERM)\u000a06:17:47.617803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1275): Terminating (SIGTERM)\u000a06:17:47.627559 --- ParallelTerminationStrategy: PID 1265 died...\u000a06:17:47.683628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1265): Terminated: ok {rc=0}\u000a06:17:47.693797 --- ParallelTerminationStrategy: PID 1266 died...\u000a06:17:47.749502 run iperf3-srv_10.42.42.10(pid=1266): Terminated {rc=256}\u000a06:17:47.759556 --- ParallelTerminationStrategy: PID 1269 died...\u000a06:17:47.815358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1269): Terminated: ok {rc=0}\u000a06:17:47.825433 --- ParallelTerminationStrategy: PID 1272 died...\u000a06:17:47.881164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1272): Terminated: ok {rc=0}\u000a06:17:47.891262 --- ParallelTerminationStrategy: PID 1275 died...\u000a06:17:47.947216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1275): Terminated: ok {rc=0}\u000a06:17:48.033122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1291): Process ended prematurely: osmo-stp_10.42.42.5(pid=1291) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1291)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1291): Process ended prematurely: osmo-stp_10.42.42.5(pid=1291) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:17:49.146952 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.158683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:49.304684 tst iperf3m4.py: using LAC 19512\u000a06:17:49.430637 tst iperf3m4.py: using RAC 132\u000a06:17:49.548924 tst iperf3m4.py: using CellId 19512\u000a06:17:49.666905 tst iperf3m4.py: using BVCI 19513\u000a06:17:49.689759 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.700363 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.711447 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.722493 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.733278 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.743954 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.754923 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.765484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:49.776313 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:49.894227 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:50.010242 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:50.127830 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:50.418659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:17:50.551938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:50.879021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1277): Launched\u000a06:17:51.151464 run iperf3-srv_10.42.42.10(pid=1278): Launched\u000a06:17:51.345456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:17:51.477791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:51.803649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1279): Launched\u000a06:17:52.075033 run iperf3-srv_10.42.42.10(pid=1280): Launched\u000a06:17:52.268266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:17:52.399850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:52.726670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1281): Launched\u000a06:17:52.997860 run iperf3-srv_10.42.42.10(pid=1282): Launched\u000a06:17:53.191147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:17:53.322864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:53.649715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1283): Launched\u000a06:17:53.920545 run iperf3-srv_10.42.42.10(pid=1284): Launched\u000a06:17:54.113533 tst iperf3m4.py:8: start network...\u000a06:17:54.244889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:54.749933 run create_hlr_db(pid=1285): Launched\u000a06:17:54.932282 bus /gobi_6: Setting Powered False\u000a06:17:55.954908 run create_hlr_db(pid=1285): Terminated: ok {rc=0}\u000a06:17:56.349412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1287): Launched\u000a06:17:56.643580 run osmo-hlr_10.42.42.2(pid=1288): Launched\u000a06:17:56.759607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:57.279736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1290): Launched\u000a06:17:57.573909 run osmo-stp_10.42.42.5(pid=1291): Launched\u000a06:17:57.681180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:58.194025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1293): Launched\u000a06:17:58.298629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:58.555664 run patchelf(pid=1294): Launched\u000a06:17:58.729870 run osmo-stp_10.42.42.5(pid=1291): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1291)]\u000a06:17:58.856841 run osmo-stp_10.42.42.5(pid=1291): stdout: \u000a| (launched: 2022-12-09_06:17:57.429236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:58.984229 run osmo-stp_10.42.42.5(pid=1291): stderr: \u000a| �[0;m�[38;5;43m20221209061757595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061757595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061757595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061757596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061757596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061757596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061757596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:59.108331 run osmo-stp_10.42.42.5(pid=1291): stdout: \u000a| (launched: 2022-12-09_06:17:57.429236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:59.231005 run osmo-stp_10.42.42.5(pid=1291): stderr: \u000a| �[0;m�[38;5;43m20221209061757595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061757595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061757595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061757596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061757596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061757596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061757596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:59.372768 run patchelf(pid=1294): Terminating (SIGINT)\u000a06:17:59.539285 run patchelf(pid=1294): Terminated: ok {rc=0}\u000a06:17:59.569912 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1291): Process ended prematurely: osmo-stp_10.42.42.5(pid=1291) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1291)] [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:17:59.578819 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a06:17:59.639695 run osmo-hlr_10.42.42.2(pid=1288): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1288)]\u000a06:17:59.689159 run osmo-hlr_10.42.42.2(pid=1288): stdout: \u000a| (launched: 2022-12-09_06:17:56.499112) \u000a06:17:59.739081 run osmo-hlr_10.42.42.2(pid=1288): stderr: \u000a| �[0;m�[1;31m20221209061756670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061756670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061756670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061756670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061756670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061756670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061756682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061756691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061756691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061756691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:59.781901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1277): Terminating (SIGTERM)\u000a06:17:59.822365 run iperf3-srv_10.42.42.10(pid=1278): Terminating (SIGTERM)\u000a06:17:59.862996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1279): Terminating (SIGTERM)\u000a06:17:59.903437 run iperf3-srv_10.42.42.10(pid=1280): Terminating (SIGTERM)\u000a06:17:59.943775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1281): Terminating (SIGTERM)\u000a06:17:59.984002 run iperf3-srv_10.42.42.10(pid=1282): Terminating (SIGTERM)\u000a06:18:00.024350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1283): Terminating (SIGTERM)\u000a06:18:00.064656 run iperf3-srv_10.42.42.10(pid=1284): Terminating (SIGTERM)\u000a06:18:00.105181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1287): Terminating (SIGTERM)\u000a06:18:00.145581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1290): Terminating (SIGTERM)\u000a06:18:00.185900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1293): Terminating (SIGTERM)\u000a06:18:00.195475 --- ParallelTerminationStrategy: PID 1277 died...\u000a06:18:00.249475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1277): Terminated: ok {rc=0}\u000a06:18:00.259256 --- ParallelTerminationStrategy: PID 1278 died...\u000a06:18:00.313510 run iperf3-srv_10.42.42.10(pid=1278): Terminated {rc=256}\u000a06:18:00.323287 --- ParallelTerminationStrategy: PID 1279 died...\u000a06:18:00.376695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1279): Terminated: ok {rc=0}\u000a06:18:00.386616 --- ParallelTerminationStrategy: PID 1280 died...\u000a06:18:00.440242 run iperf3-srv_10.42.42.10(pid=1280): Terminated {rc=256}\u000a06:18:00.450213 --- ParallelTerminationStrategy: PID 1281 died...\u000a06:18:00.504065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1281): Terminated: ok {rc=0}\u000a06:18:00.513893 --- ParallelTerminationStrategy: PID 1282 died...\u000a06:18:00.567414 run iperf3-srv_10.42.42.10(pid=1282): Terminated {rc=256}\u000a06:18:00.577404 --- ParallelTerminationStrategy: PID 1283 died...\u000a06:18:00.631426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1283): Terminated: ok {rc=0}\u000a06:18:00.641916 --- ParallelTerminationStrategy: PID 1284 died...\u000a06:18:00.695817 run iperf3-srv_10.42.42.10(pid=1284): Terminated {rc=256}\u000a06:18:00.705852 --- ParallelTerminationStrategy: PID 1287 died...\u000a06:18:00.760030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1287): Terminated: ok {rc=0}\u000a06:18:00.769897 --- ParallelTerminationStrategy: PID 1290 died...\u000a06:18:00.824082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1290): Terminated: ok {rc=0}\u000a06:18:00.839688 --- ParallelTerminationStrategy: PID 1293 died...\u000a06:18:00.897823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1293): Terminated: ok {rc=0}\u000a06:18:00.999658 bus /gobi_4: Setting Powered False\u000a06:18:02.115227 bus /gobi_4: Setting Powered False\u000a06:18:03.222987 bus /gobi_1: Setting Powered False\u000a06:18:04.329180 bus /gobi_1: Setting Powered False\u000a06:18:05.439933 bus /gobi_0: Setting Powered False\u000a06:18:06.542869 bus /gobi_0: Setting Powered False\u000a06:18:07.653816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:18:08.723254 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:08.735072 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:18:08.878840 tst ping.py: using LAC 19513\u000a06:18:08.998820 tst ping.py: using RAC 133\u000a06:18:09.118560 tst ping.py: using CellId 19513\u000a06:18:09.238531 tst ping.py: using BVCI 19514\u000a06:18:09.262248 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.273562 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.284426 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.295517 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.306433 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.317421 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.328532 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:09.339508 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:09.607720 tst ping.py:19: start network...\u000a06:18:09.728402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:10.184096 run create_hlr_db(pid=1295): Launched\u000a06:18:10.352472 bus /gobi_6: Setting Powered False\u000a06:18:11.372646 run create_hlr_db(pid=1295): Terminated: ok {rc=0}\u000a06:18:11.786619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1297): Launched\u000a06:18:12.095259 run osmo-hlr_10.42.42.2(pid=1298): Launched\u000a06:18:12.209016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:12.748690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Launched\u000a06:18:13.057030 run osmo-stp_10.42.42.5(pid=1301): Launched\u000a06:18:13.169162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:13.711028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1303): Launched\u000a06:18:13.821659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:14.091818 run patchelf(pid=1304): Launched\u000a06:18:14.274697 run osmo-stp_10.42.42.5(pid=1301): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]\u000a06:18:14.407996 run osmo-stp_10.42.42.5(pid=1301): stdout: \u000a| (launched: 2022-12-09_06:18:12.905986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:14.542151 run osmo-stp_10.42.42.5(pid=1301): stderr: \u000a| �[0;m�[38;5;43m20221209061813094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061813094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061813094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061813095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061813097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061813097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061813097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:14.670853 run osmo-stp_10.42.42.5(pid=1301): stdout: \u000a| (launched: 2022-12-09_06:18:12.905986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:14.798340 run osmo-stp_10.42.42.5(pid=1301): stderr: \u000a| �[0;m�[38;5;43m20221209061813094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061813094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061813094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061813095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061813097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061813097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061813097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:14.946889 run patchelf(pid=1304): Terminating (SIGINT)\u000a06:18:15.121442 run patchelf(pid=1304): Terminated: ok {rc=0}\u000a06:18:15.152996 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)] [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a06:18:15.162059 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:18:15.224740 run osmo-hlr_10.42.42.2(pid=1298): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1298)]\u000a06:18:15.276018 run osmo-hlr_10.42.42.2(pid=1298): stdout: \u000a| (launched: 2022-12-09_06:18:11.944107) \u000a06:18:15.328029 run osmo-hlr_10.42.42.2(pid=1298): stderr: \u000a| �[0;m�[1;31m20221209061812143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061812143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061812143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061812143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061812143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061812143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061812156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061812166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061812166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061812166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:15.372307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1297): Terminating (SIGTERM)\u000a06:18:15.414117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Terminating (SIGTERM)\u000a06:18:15.455822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1303): Terminating (SIGTERM)\u000a06:18:15.465600 --- ParallelTerminationStrategy: PID 1297 died...\u000a06:18:15.521074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1297): Terminated: ok {rc=0}\u000a06:18:15.530992 --- ParallelTerminationStrategy: PID 1300 died...\u000a06:18:15.586057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Terminated: ok {rc=0}\u000a06:18:15.595946 --- ParallelTerminationStrategy: PID 1303 died...\u000a06:18:15.650840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1303): Terminated: ok {rc=0}\u000a06:18:15.736456 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1311): Process ended prematurely: osmo-stp_10.42.42.5(pid=1311) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1311)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1311): Process ended prematurely: osmo-stp_10.42.42.5(pid=1311) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:18:16.787694 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:16.800140 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:18:16.944909 tst ping_idle_ping.py: using LAC 19514\u000a06:18:17.088835 tst ping_idle_ping.py: using RAC 134\u000a06:18:17.218188 tst ping_idle_ping.py: using CellId 19514\u000a06:18:17.337974 tst ping_idle_ping.py: using BVCI 19515\u000a06:18:17.361737 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.372862 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.383896 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.394848 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.405727 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.416541 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.427632 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:17.438686 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:17.722888 tst ping_idle_ping.py:24: start network...\u000a06:18:17.852348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:18.349636 run create_hlr_db(pid=1305): Launched\u000a06:18:18.529898 bus /gobi_6: Setting Powered False\u000a06:18:19.550849 run create_hlr_db(pid=1305): Terminated: ok {rc=0}\u000a06:18:19.964429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1307): Launched\u000a06:18:20.273520 run osmo-hlr_10.42.42.2(pid=1308): Launched\u000a06:18:20.390255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:20.930807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1310): Launched\u000a06:18:21.241228 run osmo-stp_10.42.42.5(pid=1311): Launched\u000a06:18:21.354174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:21.896859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1313): Launched\u000a06:18:22.007580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:22.277601 run patchelf(pid=1314): Launched\u000a06:18:22.460361 run osmo-stp_10.42.42.5(pid=1311): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1311)]\u000a06:18:22.594321 run osmo-stp_10.42.42.5(pid=1311): stdout: \u000a| (launched: 2022-12-09_06:18:21.088586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:22.728216 run osmo-stp_10.42.42.5(pid=1311): stderr: \u000a| �[0;m�[38;5;43m20221209061821277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061821277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061821277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061821278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061821278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061821278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061821278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:22.857382 run osmo-stp_10.42.42.5(pid=1311): stdout: \u000a| (launched: 2022-12-09_06:18:21.088586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:22.985062 run osmo-stp_10.42.42.5(pid=1311): stderr: \u000a| �[0;m�[38;5;43m20221209061821277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061821277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061821277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061821278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061821278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061821278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061821278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:23.133874 run patchelf(pid=1314): Terminating (SIGINT)\u000a06:18:23.309654 run patchelf(pid=1314): Terminated: ok {rc=0}\u000a06:18:23.341501 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1311): Process ended prematurely: osmo-stp_10.42.42.5(pid=1311) [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1311)] [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:18:23.350568 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:18:23.413085 run osmo-hlr_10.42.42.2(pid=1308): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1308)]\u000a06:18:23.464159 run osmo-hlr_10.42.42.2(pid=1308): stdout: \u000a| (launched: 2022-12-09_06:18:20.122167) \u000a06:18:23.516421 run osmo-hlr_10.42.42.2(pid=1308): stderr: \u000a| �[0;m�[1;31m20221209061820318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061820318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061820318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061820318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061820318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061820318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061820330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061820339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061820339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061820339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:23.560722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1307): Terminating (SIGTERM)\u000a06:18:23.602526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1310): Terminating (SIGTERM)\u000a06:18:23.644372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1313): Terminating (SIGTERM)\u000a06:18:23.654142 --- ParallelTerminationStrategy: PID 1307 died...\u000a06:18:23.709799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1307): Terminated: ok {rc=0}\u000a06:18:23.719888 --- ParallelTerminationStrategy: PID 1310 died...\u000a06:18:23.775532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1310): Terminated: ok {rc=0}\u000a06:18:23.785745 --- ParallelTerminationStrategy: PID 1313 died...\u000a06:18:23.841483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1313): Terminated: ok {rc=0}\u000a06:18:23.929948 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:17:27" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1328): Process ended prematurely: osmo-stp_10.42.42.5(pid=1328) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1328): Process ended prematurely: osmo-stp_10.42.42.5(pid=1328) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:18:26.064680 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.075293 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:26.229626 tst cs_paging_gprs_active.py: using LAC 19515\u000a06:18:26.355148 tst cs_paging_gprs_active.py: using RAC 135\u000a06:18:26.480278 tst cs_paging_gprs_active.py: using CellId 19515\u000a06:18:26.609652 tst cs_paging_gprs_active.py: using BVCI 19516\u000a06:18:26.634225 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.645558 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.656694 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.667879 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.678945 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.690084 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.701267 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.712299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:26.723547 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:26.838718 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:27.127348 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:18:27.259637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:27.588795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1318): Launched\u000a06:18:27.861152 run iperf3-srv_10.42.42.10(pid=1319): Launched\u000a06:18:28.055268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:18:28.187514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:28.515135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1320): Launched\u000a06:18:28.787375 run iperf3-srv_10.42.42.10(pid=1321): Launched\u000a06:18:28.981098 tst cs_paging_gprs_active.py:38: start network...\u000a06:18:29.113490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:29.620257 run create_hlr_db(pid=1322): Launched\u000a06:18:29.803074 bus /gobi_6: Setting Powered False\u000a06:18:30.825164 run create_hlr_db(pid=1322): Terminated: ok {rc=0}\u000a06:18:31.283761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1324): Launched\u000a06:18:31.618714 run osmo-hlr_10.42.42.2(pid=1325): Launched\u000a06:18:31.752156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:32.411057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1327): Launched\u000a06:18:32.727059 run osmo-stp_10.42.42.5(pid=1328): Launched\u000a06:18:32.841611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:33.391265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1330): Launched\u000a06:18:33.504766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:33.787039 run patchelf(pid=1331): Launched\u000a06:18:33.973720 run osmo-stp_10.42.42.5(pid=1328): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)]\u000a06:18:34.110241 run osmo-stp_10.42.42.5(pid=1328): stdout: \u000a| (launched: 2022-12-09_06:18:32.572647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:34.247625 run osmo-stp_10.42.42.5(pid=1328): stderr: \u000a| �[0;m�[38;5;43m20221209061832762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061832762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061832763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061832763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061832763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061832764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061832764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:34.380219 run osmo-stp_10.42.42.5(pid=1328): stdout: \u000a| (launched: 2022-12-09_06:18:32.572647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:34.511523 run osmo-stp_10.42.42.5(pid=1328): stderr: \u000a| �[0;m�[38;5;43m20221209061832762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061832762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061832763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061832763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061832763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061832764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061832764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:34.664074 run patchelf(pid=1331): Terminating (SIGINT)\u000a06:18:34.843235 run patchelf(pid=1331): Terminated: ok {rc=0}\u000a06:18:34.875869 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1328): Process ended prematurely: osmo-stp_10.42.42.5(pid=1328) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:18:34.885599 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:18:34.948622 run osmo-hlr_10.42.42.2(pid=1325): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1325)]\u000a06:18:35.000045 run osmo-hlr_10.42.42.2(pid=1325): stdout: \u000a| (launched: 2022-12-09_06:18:31.447681) \u000a06:18:35.052075 run osmo-hlr_10.42.42.2(pid=1325): stderr: \u000a| �[0;m�[1;31m20221209061831895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061831895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061831895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061831895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061831895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061831895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061831919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061831942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061831943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061831943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:35.096832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1318): Terminating (SIGTERM)\u000a06:18:35.139047 run iperf3-srv_10.42.42.10(pid=1319): Terminating (SIGTERM)\u000a06:18:35.181207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1320): Terminating (SIGTERM)\u000a06:18:35.223551 run iperf3-srv_10.42.42.10(pid=1321): Terminating (SIGTERM)\u000a06:18:35.265665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1324): Terminating (SIGTERM)\u000a06:18:35.307774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1327): Terminating (SIGTERM)\u000a06:18:35.350136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1330): Terminating (SIGTERM)\u000a06:18:35.360270 --- ParallelTerminationStrategy: PID 1318 died...\u000a06:18:35.416558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1318): Terminated: ok {rc=0}\u000a06:18:35.427091 --- ParallelTerminationStrategy: PID 1319 died...\u000a06:18:35.482775 run iperf3-srv_10.42.42.10(pid=1319): Terminated {rc=256}\u000a06:18:35.492914 --- ParallelTerminationStrategy: PID 1320 died...\u000a06:18:35.549169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1320): Terminated: ok {rc=0}\u000a06:18:35.559589 --- ParallelTerminationStrategy: PID 1321 died...\u000a06:18:35.615267 run iperf3-srv_10.42.42.10(pid=1321): Terminated {rc=256}\u000a06:18:35.625903 --- ParallelTerminationStrategy: PID 1324 died...\u000a06:18:35.681442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1324): Terminated: ok {rc=0}\u000a06:18:35.691786 --- ParallelTerminationStrategy: PID 1327 died...\u000a06:18:35.747403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1327): Terminated: ok {rc=0}\u000a06:18:35.757803 --- ParallelTerminationStrategy: PID 1330 died...\u000a06:18:35.814953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1330): Terminated: ok {rc=0}\u000a06:18:35.901410 bus /gobi_0: Setting Powered False\u000a06:18:37.008514 bus /gobi_0: Setting Powered False\u000a06:18:38.116304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:18:39.229832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.241570 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:39.403103 tst iperf3.py: using LAC 19516\u000a06:18:39.522479 tst iperf3.py: using RAC 136\u000a06:18:39.640212 tst iperf3.py: using CellId 19516\u000a06:18:39.756186 tst iperf3.py: using BVCI 19517\u000a06:18:39.778769 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.789511 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.800034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.810762 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.821498 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.832134 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.842950 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.853645 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:39.864468 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:40.154253 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:18:40.287270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:40.616106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1332): Launched\u000a06:18:40.888512 run iperf3-srv_10.42.42.10(pid=1333): Launched\u000a06:18:41.083013 tst iperf3.py:8: start network...\u000a06:18:41.215565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:41.721812 run create_hlr_db(pid=1334): Launched\u000a06:18:41.904422 bus /gobi_6: Setting Powered False\u000a06:18:42.926648 run create_hlr_db(pid=1334): Terminated: ok {rc=0}\u000a06:18:43.346751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1336): Launched\u000a06:18:43.662946 run osmo-hlr_10.42.42.2(pid=1337): Launched\u000a06:18:43.781328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:44.331105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1339): Launched\u000a06:18:44.648561 run osmo-stp_10.42.42.5(pid=1340): Launched\u000a06:18:44.763571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:45.315021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1342): Launched\u000a06:18:45.428334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:45.704371 run patchelf(pid=1343): Launched\u000a06:18:45.891251 run osmo-stp_10.42.42.5(pid=1340): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]\u000a06:18:46.029661 run osmo-stp_10.42.42.5(pid=1340): stdout: \u000a| (launched: 2022-12-09_06:18:44.492348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:46.167510 run osmo-stp_10.42.42.5(pid=1340): stderr: \u000a| �[0;m�[38;5;43m20221209061844705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061844705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061844705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061844706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061844706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061844706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061844706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:46.302206 run osmo-stp_10.42.42.5(pid=1340): stdout: \u000a| (launched: 2022-12-09_06:18:44.492348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:46.435682 run osmo-stp_10.42.42.5(pid=1340): stderr: \u000a| �[0;m�[38;5;43m20221209061844705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061844705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061844705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061844706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061844706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061844706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061844706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:46.590025 run patchelf(pid=1343): Terminating (SIGINT)\u000a06:18:46.770485 run patchelf(pid=1343): Terminated: ok {rc=0}\u000a06:18:46.804392 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]\u000a06:18:46.804392 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:18:46.815058 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:18:46.878865 run osmo-hlr_10.42.42.2(pid=1337): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1337)]\u000a06:18:46.931105 run osmo-hlr_10.42.42.2(pid=1337): stdout: \u000a| (launched: 2022-12-09_06:18:43.508796) \u000a06:18:46.983972 run osmo-hlr_10.42.42.2(pid=1337): stderr: \u000a| �[0;m�[1;31m20221209061843707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061843707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061843707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061843707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061843707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061843707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061843721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061843729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061843729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061843729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:47.028843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1332): Terminating (SIGTERM)\u000a06:18:47.071476 run iperf3-srv_10.42.42.10(pid=1333): Terminating (SIGTERM)\u000a06:18:47.114214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1336): Terminating (SIGTERM)\u000a06:18:47.156661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1339): Terminating (SIGTERM)\u000a06:18:47.200645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1342): Terminating (SIGTERM)\u000a06:18:47.211932 --- ParallelTerminationStrategy: PID 1332 died...\u000a06:18:47.269553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1332): Terminated: ok {rc=0}\u000a06:18:47.279558 --- ParallelTerminationStrategy: PID 1333 died...\u000a06:18:47.334710 run iperf3-srv_10.42.42.10(pid=1333): Terminated {rc=256}\u000a06:18:47.344838 --- ParallelTerminationStrategy: PID 1336 died...\u000a06:18:47.399258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1336): Terminated: ok {rc=0}\u000a06:18:47.409208 --- ParallelTerminationStrategy: PID 1339 died...\u000a06:18:47.463948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1339): Terminated: ok {rc=0}\u000a06:18:47.474646 --- ParallelTerminationStrategy: PID 1342 died...\u000a06:18:47.529020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1342): Terminated: ok {rc=0}\u000a06:18:47.617329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:18:48.730069 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:48.741448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:48.902602 tst iperf3m4.py: using LAC 19517\u000a06:18:49.027528 tst iperf3m4.py: using RAC 137\u000a06:18:49.152446 tst iperf3m4.py: using CellId 19517\u000a06:18:49.277560 tst iperf3m4.py: using BVCI 19518\u000a06:18:49.302211 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.313572 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.324533 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.335682 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.346811 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.358086 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.369430 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.380445 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:49.391737 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:49.507588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:49.626931 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:49.741085 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:50.030759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:18:50.162858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:50.490527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1344): Launched\u000a06:18:50.763665 run iperf3-srv_10.42.42.10(pid=1345): Launched\u000a06:18:50.958205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:18:51.090822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:51.417898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1346): Launched\u000a06:18:51.691289 run iperf3-srv_10.42.42.10(pid=1347): Launched\u000a06:18:51.885149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:18:52.017261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:52.344323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1348): Launched\u000a06:18:52.617220 run iperf3-srv_10.42.42.10(pid=1349): Launched\u000a06:18:52.811469 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:18:52.943431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:53.271378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1350): Launched\u000a06:18:53.544119 run iperf3-srv_10.42.42.10(pid=1351): Launched\u000a06:18:53.737527 tst iperf3m4.py:8: start network...\u000a06:18:53.869521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:54.376465 run create_hlr_db(pid=1352): Launched\u000a06:18:54.559852 bus /gobi_6: Setting Powered False\u000a06:18:55.581197 run create_hlr_db(pid=1352): Terminated: ok {rc=0}\u000a06:18:55.976316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Launched\u000a06:18:56.270014 run osmo-hlr_10.42.42.2(pid=1355): Launched\u000a06:18:56.378500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:56.889072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Launched\u000a06:18:57.181756 run osmo-stp_10.42.42.5(pid=1358): Launched\u000a06:18:57.288114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:57.799597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1360): Launched\u000a06:18:57.903984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:58.159965 run patchelf(pid=1361): Launched\u000a06:18:58.332684 run osmo-stp_10.42.42.5(pid=1358): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]\u000a06:18:58.458740 run osmo-stp_10.42.42.5(pid=1358): stdout: \u000a| (launched: 2022-12-09_06:18:57.038041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:58.585489 run osmo-stp_10.42.42.5(pid=1358): stderr: \u000a| �[0;m�[38;5;43m20221209061857206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061857206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061857206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061857207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061857207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061857207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061857207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:58.707836 run osmo-stp_10.42.42.5(pid=1358): stdout: \u000a| (launched: 2022-12-09_06:18:57.038041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:58.830062 run osmo-stp_10.42.42.5(pid=1358): stderr: \u000a| �[0;m�[38;5;43m20221209061857206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061857206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061857206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061857207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061857207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061857207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061857207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:58.971271 run patchelf(pid=1361): Terminating (SIGINT)\u000a06:18:59.137592 run patchelf(pid=1361): Terminated: ok {rc=0}\u000a06:18:59.167963 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:18:59.177090 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a06:18:59.238027 run osmo-hlr_10.42.42.2(pid=1355): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1355)]\u000a06:18:59.287056 run osmo-hlr_10.42.42.2(pid=1355): stdout: \u000a| (launched: 2022-12-09_06:18:56.125865) \u000a06:18:59.337039 run osmo-hlr_10.42.42.2(pid=1355): stderr: \u000a| �[0;m�[1;31m20221209061856297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061856297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061856297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061856297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061856297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061856297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061856313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061856322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061856322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061856322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:59.379166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1344): Terminating (SIGTERM)\u000a06:18:59.419638 run iperf3-srv_10.42.42.10(pid=1345): Terminating (SIGTERM)\u000a06:18:59.459841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1346): Terminating (SIGTERM)\u000a06:18:59.499970 run iperf3-srv_10.42.42.10(pid=1347): Terminating (SIGTERM)\u000a06:18:59.540385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1348): Terminating (SIGTERM)\u000a06:18:59.580574 run iperf3-srv_10.42.42.10(pid=1349): Terminating (SIGTERM)\u000a06:18:59.620933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1350): Terminating (SIGTERM)\u000a06:18:59.660838 run iperf3-srv_10.42.42.10(pid=1351): Terminating (SIGTERM)\u000a06:18:59.701828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Terminating (SIGTERM)\u000a06:18:59.741741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Terminating (SIGTERM)\u000a06:18:59.781859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1360): Terminating (SIGTERM)\u000a06:18:59.791315 --- ParallelTerminationStrategy: PID 1344 died...\u000a06:18:59.845251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1344): Terminated: ok {rc=0}\u000a06:18:59.854898 --- ParallelTerminationStrategy: PID 1345 died...\u000a06:18:59.908217 run iperf3-srv_10.42.42.10(pid=1345): Terminated {rc=256}\u000a06:18:59.918105 --- ParallelTerminationStrategy: PID 1346 died...\u000a06:18:59.971630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1346): Terminated: ok {rc=0}\u000a06:18:59.981837 --- ParallelTerminationStrategy: PID 1347 died...\u000a06:19:00.034857 run iperf3-srv_10.42.42.10(pid=1347): Terminated {rc=256}\u000a06:19:00.044663 --- ParallelTerminationStrategy: PID 1348 died...\u000a06:19:00.097985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1348): Terminated: ok {rc=0}\u000a06:19:00.107897 --- ParallelTerminationStrategy: PID 1349 died...\u000a06:19:00.160802 run iperf3-srv_10.42.42.10(pid=1349): Terminated {rc=256}\u000a06:19:00.170634 --- ParallelTerminationStrategy: PID 1350 died...\u000a06:19:00.224125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1350): Terminated: ok {rc=0}\u000a06:19:00.233860 --- ParallelTerminationStrategy: PID 1351 died...\u000a06:19:00.287379 run iperf3-srv_10.42.42.10(pid=1351): Terminated {rc=256}\u000a06:19:00.297097 --- ParallelTerminationStrategy: PID 1354 died...\u000a06:19:00.350485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Terminated: ok {rc=0}\u000a06:19:00.360358 --- ParallelTerminationStrategy: PID 1357 died...\u000a06:19:00.413391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Terminated: ok {rc=0}\u000a06:19:00.423275 --- ParallelTerminationStrategy: PID 1360 died...\u000a06:19:00.476540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1360): Terminated: ok {rc=0}\u000a06:19:00.565839 bus /gobi_4: Setting Powered False\u000a06:19:01.675641 bus /gobi_4: Setting Powered False\u000a06:19:02.786261 bus /gobi_1: Setting Powered False\u000a06:19:03.889413 bus /gobi_1: Setting Powered False\u000a06:19:05.000379 bus /gobi_0: Setting Powered False\u000a06:19:06.102344 bus /gobi_0: Setting Powered False\u000a06:19:07.214548 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:19:08.282570 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.294431 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:19:08.459557 tst ping.py: using LAC 19518\u000a06:19:08.584401 tst ping.py: using RAC 138\u000a06:19:08.705978 tst ping.py: using CellId 19518\u000a06:19:08.825767 tst ping.py: using BVCI 19519\u000a06:19:08.849674 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.861028 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.872270 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.883469 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.894517 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.905526 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.916548 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:08.927576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:09.207716 tst ping.py:19: start network...\u000a06:19:09.337577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:09.836208 run create_hlr_db(pid=1362): Launched\u000a06:19:10.018744 bus /gobi_6: Setting Powered False\u000a06:19:11.037525 run create_hlr_db(pid=1362): Terminated: ok {rc=0}\u000a06:19:11.429260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Launched\u000a06:19:11.719026 run osmo-hlr_10.42.42.2(pid=1365): Launched\u000a06:19:11.825699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:12.335850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Launched\u000a06:19:12.627029 run osmo-stp_10.42.42.5(pid=1368): Launched\u000a06:19:12.732770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:13.237067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1370): Launched\u000a06:19:13.339906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:13.592439 run patchelf(pid=1371): Launched\u000a06:19:13.763748 run osmo-stp_10.42.42.5(pid=1368): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]\u000a06:19:13.888387 run osmo-stp_10.42.42.5(pid=1368): stdout: \u000a| (launched: 2022-12-09_06:19:12.483139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:14.013110 run osmo-stp_10.42.42.5(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221209061912652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061912652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061912652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061912653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061912655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061912655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061912655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:14.133646 run osmo-stp_10.42.42.5(pid=1368): stdout: \u000a| (launched: 2022-12-09_06:19:12.483139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:14.252655 run osmo-stp_10.42.42.5(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221209061912652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061912652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061912652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061912653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061912655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061912655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061912655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:14.391513 run patchelf(pid=1371): Terminating (SIGINT)\u000a06:19:14.555506 run patchelf(pid=1371): Terminated: ok {rc=0}\u000a06:19:14.585425 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:19:14.593961 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:19:14.654242 run osmo-hlr_10.42.42.2(pid=1365): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1365)]\u000a06:19:14.703166 run osmo-hlr_10.42.42.2(pid=1365): stdout: \u000a| (launched: 2022-12-09_06:19:11.576659) \u000a06:19:14.752867 run osmo-hlr_10.42.42.2(pid=1365): stderr: \u000a| �[0;m�[1;31m20221209061911752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061911752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061911752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061911753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061911753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061911753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061911766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:14.795097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminating (SIGTERM)\u000a06:19:14.835506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminating (SIGTERM)\u000a06:19:14.875369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1370): Terminating (SIGTERM)\u000a06:19:14.884911 --- ParallelTerminationStrategy: PID 1364 died...\u000a06:19:14.938377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminated: ok {rc=0}\u000a06:19:14.948225 --- ParallelTerminationStrategy: PID 1367 died...\u000a06:19:15.001556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminated: ok {rc=0}\u000a06:19:15.011205 --- ParallelTerminationStrategy: PID 1370 died...\u000a06:19:15.064175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1370): Terminated: ok {rc=0}\u000a06:19:15.148722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1379): Process ended prematurely: osmo-stp_10.42.42.5(pid=1379) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1379)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1379): Process ended prematurely: osmo-stp_10.42.42.5(pid=1379) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:19:16.199055 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.211853 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:19:16.397763 tst ping_idle_ping.py: using LAC 19519\u000a06:19:16.559802 tst ping_idle_ping.py: using RAC 139\u000a06:19:16.682871 tst ping_idle_ping.py: using CellId 19519\u000a06:19:16.828033 tst ping_idle_ping.py: using BVCI 19520\u000a06:19:16.860388 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.875619 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.891743 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.907871 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.923963 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.940038 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.955506 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:16.969365 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:17.288091 tst ping_idle_ping.py:24: start network...\u000a06:19:17.418908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:17.920728 run create_hlr_db(pid=1373): Launched\u000a06:19:18.102050 bus /gobi_6: Setting Powered False\u000a06:19:19.111094 run create_hlr_db(pid=1373): Terminated: ok {rc=0}\u000a06:19:19.533087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1375): Launched\u000a06:19:19.843179 run osmo-hlr_10.42.42.2(pid=1376): Launched\u000a06:19:19.959104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:20.499571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1378): Launched\u000a06:19:20.810079 run osmo-stp_10.42.42.5(pid=1379): Launched\u000a06:19:20.921543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:21.465541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1381): Launched\u000a06:19:21.577431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:21.849767 run patchelf(pid=1382): Launched\u000a06:19:22.034410 run osmo-stp_10.42.42.5(pid=1379): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1379)]\u000a06:19:22.169132 run osmo-stp_10.42.42.5(pid=1379): stdout: \u000a| (launched: 2022-12-09_06:19:20.658712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:22.303714 run osmo-stp_10.42.42.5(pid=1379): stderr: \u000a| �[0;m�[38;5;43m20221209061920848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061920848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061920848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061920849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061920849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061920849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061920849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:22.433704 run osmo-stp_10.42.42.5(pid=1379): stdout: \u000a| (launched: 2022-12-09_06:19:20.658712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:22.562634 run osmo-stp_10.42.42.5(pid=1379): stderr: \u000a| �[0;m�[38;5;43m20221209061920848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061920848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061920848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061920849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061920849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061920849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061920849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:22.712162 run patchelf(pid=1382): Terminating (SIGINT)\u000a06:19:22.888223 run patchelf(pid=1382): Terminated: ok {rc=0}\u000a06:19:22.920093 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1379): Process ended prematurely: osmo-stp_10.42.42.5(pid=1379) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1379)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:19:22.929081 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:19:22.991473 run osmo-hlr_10.42.42.2(pid=1376): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1376)]\u000a06:19:23.042715 run osmo-hlr_10.42.42.2(pid=1376): stdout: \u000a| (launched: 2022-12-09_06:19:19.691331) \u000a06:19:23.094579 run osmo-hlr_10.42.42.2(pid=1376): stderr: \u000a| �[0;m�[1;31m20221209061919885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061919885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061919885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061919885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061919885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061919885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061919898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061919907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061919907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061919907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:23.138828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1375): Terminating (SIGTERM)\u000a06:19:23.180642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1378): Terminating (SIGTERM)\u000a06:19:23.222483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1381): Terminating (SIGTERM)\u000a06:19:23.232231 --- ParallelTerminationStrategy: PID 1375 died...\u000a06:19:23.288123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1375): Terminated: ok {rc=0}\u000a06:19:23.298305 --- ParallelTerminationStrategy: PID 1378 died...\u000a06:19:23.354210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1378): Terminated: ok {rc=0}\u000a06:19:23.364330 --- ParallelTerminationStrategy: PID 1381 died...\u000a06:19:23.419986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1381): Terminated: ok {rc=0}\u000a06:19:23.506392 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:18:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1396): Process ended prematurely: osmo-stp_10.42.42.5(pid=1396) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1396)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1396): Process ended prematurely: osmo-stp_10.42.42.5(pid=1396) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:19:25.647807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:25.658538 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:25.817299 tst cs_paging_gprs_active.py: using LAC 19520\u000a06:19:25.934560 tst cs_paging_gprs_active.py: using RAC 140\u000a06:19:26.049320 tst cs_paging_gprs_active.py: using CellId 19520\u000a06:19:26.164364 tst cs_paging_gprs_active.py: using BVCI 19521\u000a06:19:26.186967 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.197668 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.208212 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.219171 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.230055 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.240935 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.252095 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.262961 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:26.273928 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:26.392173 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:26.671309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:19:26.794677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:27.101955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1386): Launched\u000a06:19:27.357337 run iperf3-srv_10.42.42.10(pid=1387): Launched\u000a06:19:27.537614 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:19:27.661140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:27.985940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1388): Launched\u000a06:19:28.260018 run iperf3-srv_10.42.42.10(pid=1389): Launched\u000a06:19:28.454604 tst cs_paging_gprs_active.py:38: start network...\u000a06:19:28.587938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:29.096570 run create_hlr_db(pid=1390): Launched\u000a06:19:29.280220 bus /gobi_6: Setting Powered False\u000a06:19:30.302269 run create_hlr_db(pid=1390): Terminated: ok {rc=0}\u000a06:19:30.713286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1392): Launched\u000a06:19:31.146000 run osmo-hlr_10.42.42.2(pid=1393): Launched\u000a06:19:31.390867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:31.963896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1395): Launched\u000a06:19:32.331375 run osmo-stp_10.42.42.5(pid=1396): Launched\u000a06:19:32.474471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:33.027890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1398): Launched\u000a06:19:33.141662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:33.418577 run patchelf(pid=1399): Launched\u000a06:19:33.607022 run osmo-stp_10.42.42.5(pid=1396): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1396)]\u000a06:19:33.743422 run osmo-stp_10.42.42.5(pid=1396): stdout: \u000a| (launched: 2022-12-09_06:19:32.129118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:33.880854 run osmo-stp_10.42.42.5(pid=1396): stderr: \u000a| �[0;m�[38;5;43m20221209061932450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061932450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061932450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061932451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061932451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061932451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061932451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:34.012674 run osmo-stp_10.42.42.5(pid=1396): stdout: \u000a| (launched: 2022-12-09_06:19:32.129118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:34.143734 run osmo-stp_10.42.42.5(pid=1396): stderr: \u000a| �[0;m�[38;5;43m20221209061932450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061932450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061932450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061932451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061932451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061932451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061932451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:34.295778 run patchelf(pid=1399): Terminating (SIGINT)\u000a06:19:34.474170 run patchelf(pid=1399): Terminated: ok {rc=0}\u000a06:19:34.506950 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1396): Process ended prematurely: osmo-stp_10.42.42.5(pid=1396) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1396)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:19:34.516332 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:19:34.579362 run osmo-hlr_10.42.42.2(pid=1393): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1393)]\u000a06:19:34.630327 run osmo-hlr_10.42.42.2(pid=1393): stdout: \u000a| (launched: 2022-12-09_06:19:30.883932) \u000a06:19:34.681829 run osmo-hlr_10.42.42.2(pid=1393): stderr: \u000a| �[0;m�[1;31m20221209061931193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061931193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061931193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061931193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061931193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061931193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061931211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061931228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061931228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061931228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:34.726188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1386): Terminating (SIGTERM)\u000a06:19:34.767907 run iperf3-srv_10.42.42.10(pid=1387): Terminating (SIGTERM)\u000a06:19:34.810178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1388): Terminating (SIGTERM)\u000a06:19:34.851892 run iperf3-srv_10.42.42.10(pid=1389): Terminating (SIGTERM)\u000a06:19:34.893643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1392): Terminating (SIGTERM)\u000a06:19:34.935563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1395): Terminating (SIGTERM)\u000a06:19:34.977464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1398): Terminating (SIGTERM)\u000a06:19:34.987179 --- ParallelTerminationStrategy: PID 1386 died...\u000a06:19:35.043237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1386): Terminated: ok {rc=0}\u000a06:19:35.053509 --- ParallelTerminationStrategy: PID 1387 died...\u000a06:19:35.109080 run iperf3-srv_10.42.42.10(pid=1387): Terminated {rc=256}\u000a06:19:35.119182 --- ParallelTerminationStrategy: PID 1388 died...\u000a06:19:35.174994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1388): Terminated: ok {rc=0}\u000a06:19:35.185101 --- ParallelTerminationStrategy: PID 1389 died...\u000a06:19:35.241101 run iperf3-srv_10.42.42.10(pid=1389): Terminated {rc=256}\u000a06:19:35.251261 --- ParallelTerminationStrategy: PID 1392 died...\u000a06:19:35.307297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1392): Terminated: ok {rc=0}\u000a06:19:35.317566 --- ParallelTerminationStrategy: PID 1395 died...\u000a06:19:35.373269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1395): Terminated: ok {rc=0}\u000a06:19:35.383451 --- ParallelTerminationStrategy: PID 1398 died...\u000a06:19:35.439056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1398): Terminated: ok {rc=0}\u000a06:19:35.526422 bus /gobi_0: Setting Powered False\u000a06:19:36.633339 bus /gobi_0: Setting Powered False\u000a06:19:37.741606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1408): Process ended prematurely: osmo-stp_10.42.42.5(pid=1408) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1408): Process ended prematurely: osmo-stp_10.42.42.5(pid=1408) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:19:38.855193 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:38.866799 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:39.029104 tst iperf3.py: using LAC 19521\u000a06:19:39.156137 tst iperf3.py: using RAC 141\u000a06:19:39.282068 tst iperf3.py: using CellId 19521\u000a06:19:39.407562 tst iperf3.py: using BVCI 19522\u000a06:19:39.432119 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.443261 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.454251 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.465600 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.476736 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.487856 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.499171 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.510276 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:39.521560 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:39.809675 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:19:39.942224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:40.269338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1400): Launched\u000a06:19:40.541768 run iperf3-srv_10.42.42.10(pid=1401): Launched\u000a06:19:40.736066 tst iperf3.py:8: start network...\u000a06:19:40.867936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:41.374328 run create_hlr_db(pid=1402): Launched\u000a06:19:41.557904 bus /gobi_6: Setting Powered False\u000a06:19:42.578901 run create_hlr_db(pid=1402): Terminated: ok {rc=0}\u000a06:19:42.976881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1404): Launched\u000a06:19:43.272303 run osmo-hlr_10.42.42.2(pid=1405): Launched\u000a06:19:43.380833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:43.896051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1407): Launched\u000a06:19:44.191281 run osmo-stp_10.42.42.5(pid=1408): Launched\u000a06:19:44.299764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:44.814688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1410): Launched\u000a06:19:44.919690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:45.177399 run patchelf(pid=1411): Launched\u000a06:19:45.351740 run osmo-stp_10.42.42.5(pid=1408): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)]\u000a06:19:45.478624 run osmo-stp_10.42.42.5(pid=1408): stdout: \u000a| (launched: 2022-12-09_06:19:44.046064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:45.606623 run osmo-stp_10.42.42.5(pid=1408): stderr: \u000a| �[0;m�[38;5;43m20221209061944216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061944216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061944216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061944217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:45.730106 run osmo-stp_10.42.42.5(pid=1408): stdout: \u000a| (launched: 2022-12-09_06:19:44.046064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:45.871015 run osmo-stp_10.42.42.5(pid=1408): stderr: \u000a| �[0;m�[38;5;43m20221209061944216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061944216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061944216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061944217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:46.040655 run patchelf(pid=1411): Terminating (SIGINT)\u000a06:19:46.226648 run patchelf(pid=1411): Terminated: ok {rc=0}\u000a06:19:46.260187 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1408): Process ended prematurely: osmo-stp_10.42.42.5(pid=1408) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:19:46.270458 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:19:46.336694 run osmo-hlr_10.42.42.2(pid=1405): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1405)]\u000a06:19:46.391343 run osmo-hlr_10.42.42.2(pid=1405): stdout: \u000a| (launched: 2022-12-09_06:19:43.127190) \u000a06:19:46.446248 run osmo-hlr_10.42.42.2(pid=1405): stderr: \u000a| �[0;m�[1;31m20221209061943301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061943301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061943301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061943301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061943301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061943301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061943328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:46.492368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1400): Terminating (SIGTERM)\u000a06:19:46.536794 run iperf3-srv_10.42.42.10(pid=1401): Terminating (SIGTERM)\u000a06:19:46.583859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1404): Terminating (SIGTERM)\u000a06:19:46.628802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1407): Terminating (SIGTERM)\u000a06:19:46.675437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1410): Terminating (SIGTERM)\u000a06:19:46.687647 --- ParallelTerminationStrategy: PID 1400 died...\u000a06:19:46.748991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1400): Terminated: ok {rc=0}\u000a06:19:46.759670 --- ParallelTerminationStrategy: PID 1401 died...\u000a06:19:46.817633 run iperf3-srv_10.42.42.10(pid=1401): Terminated {rc=256}\u000a06:19:46.828805 --- ParallelTerminationStrategy: PID 1404 died...\u000a06:19:46.886918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1404): Terminated: ok {rc=0}\u000a06:19:46.897682 --- ParallelTerminationStrategy: PID 1407 died...\u000a06:19:46.957161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1407): Terminated: ok {rc=0}\u000a06:19:46.967924 --- ParallelTerminationStrategy: PID 1410 died...\u000a06:19:47.025817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1410): Terminated: ok {rc=0}\u000a06:19:47.123044 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1426): Process ended prematurely: osmo-stp_10.42.42.5(pid=1426) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1426): Process ended prematurely: osmo-stp_10.42.42.5(pid=1426) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:19:48.236396 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.247593 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:48.404923 tst iperf3m4.py: using LAC 19522\u000a06:19:48.527578 tst iperf3m4.py: using RAC 142\u000a06:19:48.645338 tst iperf3m4.py: using CellId 19522\u000a06:19:48.760827 tst iperf3m4.py: using BVCI 19523\u000a06:19:48.783515 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.794273 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.804631 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.815359 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.826078 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.836697 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.847508 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.858193 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:48.869207 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:48.987182 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:49.105734 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:49.222578 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:49.497488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:19:49.620914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:49.928215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1412): Launched\u000a06:19:50.183598 run iperf3-srv_10.42.42.10(pid=1413): Launched\u000a06:19:50.363377 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:19:50.486171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:50.792096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1414): Launched\u000a06:19:51.046759 run iperf3-srv_10.42.42.10(pid=1415): Launched\u000a06:19:51.226332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:19:51.349221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:51.656447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1416): Launched\u000a06:19:51.911752 run iperf3-srv_10.42.42.10(pid=1417): Launched\u000a06:19:52.092218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:19:52.215333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:52.522265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1418): Launched\u000a06:19:52.777026 run iperf3-srv_10.42.42.10(pid=1419): Launched\u000a06:19:52.956225 tst iperf3m4.py:8: start network...\u000a06:19:53.078947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:53.544281 run create_hlr_db(pid=1420): Launched\u000a06:19:53.714559 bus /gobi_6: Setting Powered False\u000a06:19:54.737293 run create_hlr_db(pid=1420): Terminated: ok {rc=0}\u000a06:19:55.131521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1422): Launched\u000a06:19:55.427810 run osmo-hlr_10.42.42.2(pid=1423): Launched\u000a06:19:55.539903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:56.053719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1425): Launched\u000a06:19:56.349621 run osmo-stp_10.42.42.5(pid=1426): Launched\u000a06:19:56.457201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:56.971194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1428): Launched\u000a06:19:57.076584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:57.334543 run patchelf(pid=1429): Launched\u000a06:19:57.508381 run osmo-stp_10.42.42.5(pid=1426): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)]\u000a06:19:57.635159 run osmo-stp_10.42.42.5(pid=1426): stdout: \u000a| (launched: 2022-12-09_06:19:56.203966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:57.762498 run osmo-stp_10.42.42.5(pid=1426): stderr: \u000a| �[0;m�[38;5;43m20221209061956369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061956369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061956369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061956370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061956370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061956370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061956370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:57.885686 run osmo-stp_10.42.42.5(pid=1426): stdout: \u000a| (launched: 2022-12-09_06:19:56.203966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:58.008213 run osmo-stp_10.42.42.5(pid=1426): stderr: \u000a| �[0;m�[38;5;43m20221209061956369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209061956369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209061956369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209061956370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209061956370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209061956370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209061956370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:58.149968 run patchelf(pid=1429): Terminating (SIGINT)\u000a06:19:58.316230 run patchelf(pid=1429): Terminated: ok {rc=0}\u000a06:19:58.346611 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1426): Process ended prematurely: osmo-stp_10.42.42.5(pid=1426) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:19:58.355636 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a06:19:58.416680 run osmo-hlr_10.42.42.2(pid=1423): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1423)]\u000a06:19:58.465919 run osmo-hlr_10.42.42.2(pid=1423): stdout: \u000a| (launched: 2022-12-09_06:19:55.281828) \u000a06:19:58.515703 run osmo-hlr_10.42.42.2(pid=1423): stderr: \u000a| �[0;m�[1;31m20221209061955456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209061955456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209061955456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061955456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209061955456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209061955456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209061955468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209061955476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209061955477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209061955477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:58.557977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1412): Terminating (SIGTERM)\u000a06:19:58.598200 run iperf3-srv_10.42.42.10(pid=1413): Terminating (SIGTERM)\u000a06:19:58.638769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1414): Terminating (SIGTERM)\u000a06:19:58.678747 run iperf3-srv_10.42.42.10(pid=1415): Terminating (SIGTERM)\u000a06:19:58.719022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1416): Terminating (SIGTERM)\u000a06:19:58.758802 run iperf3-srv_10.42.42.10(pid=1417): Terminating (SIGTERM)\u000a06:19:58.798748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1418): Terminating (SIGTERM)\u000a06:19:58.838943 run iperf3-srv_10.42.42.10(pid=1419): Terminating (SIGTERM)\u000a06:19:58.878672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1422): Terminating (SIGTERM)\u000a06:19:58.918851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1425): Terminating (SIGTERM)\u000a06:19:58.958611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1428): Terminating (SIGTERM)\u000a06:19:58.968096 --- ParallelTerminationStrategy: PID 1412 died...\u000a06:19:59.021701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1412): Terminated: ok {rc=0}\u000a06:19:59.031613 --- ParallelTerminationStrategy: PID 1413 died...\u000a06:19:59.085027 run iperf3-srv_10.42.42.10(pid=1413): Terminated {rc=256}\u000a06:19:59.094608 --- ParallelTerminationStrategy: PID 1414 died...\u000a06:19:59.147632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1414): Terminated: ok {rc=0}\u000a06:19:59.157824 --- ParallelTerminationStrategy: PID 1415 died...\u000a06:19:59.211211 run iperf3-srv_10.42.42.10(pid=1415): Terminated {rc=256}\u000a06:19:59.220822 --- ParallelTerminationStrategy: PID 1416 died...\u000a06:19:59.274219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1416): Terminated: ok {rc=0}\u000a06:19:59.283780 --- ParallelTerminationStrategy: PID 1417 died...\u000a06:19:59.337068 run iperf3-srv_10.42.42.10(pid=1417): Terminated {rc=256}\u000a06:19:59.346783 --- ParallelTerminationStrategy: PID 1418 died...\u000a06:19:59.400155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1418): Terminated: ok {rc=0}\u000a06:19:59.409919 --- ParallelTerminationStrategy: PID 1419 died...\u000a06:19:59.463162 run iperf3-srv_10.42.42.10(pid=1419): Terminated {rc=256}\u000a06:19:59.472830 --- ParallelTerminationStrategy: PID 1422 died...\u000a06:19:59.526144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1422): Terminated: ok {rc=0}\u000a06:19:59.535833 --- ParallelTerminationStrategy: PID 1425 died...\u000a06:19:59.589047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1425): Terminated: ok {rc=0}\u000a06:19:59.598884 --- ParallelTerminationStrategy: PID 1428 died...\u000a06:19:59.651966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1428): Terminated: ok {rc=0}\u000a06:19:59.736103 bus /gobi_4: Setting Powered False\u000a06:20:00.846886 bus /gobi_4: Setting Powered False\u000a06:20:01.968667 bus /gobi_1: Setting Powered False\u000a06:20:03.070320 bus /gobi_1: Setting Powered False\u000a06:20:04.182614 bus /gobi_0: Setting Powered False\u000a06:20:05.285633 bus /gobi_0: Setting Powered False\u000a06:20:06.397403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1439): Process ended prematurely: osmo-stp_10.42.42.5(pid=1439) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1439)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1439): Process ended prematurely: osmo-stp_10.42.42.5(pid=1439) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:20:07.464456 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:07.475666 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:20:07.631617 tst ping.py: using LAC 19523\u000a06:20:07.745253 tst ping.py: using RAC 143\u000a06:20:07.859542 tst ping.py: using CellId 19523\u000a06:20:07.973218 tst ping.py: using BVCI 19524\u000a06:20:07.995440 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.006177 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.016670 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.027542 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.038367 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.049133 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.059950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:08.070656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:08.338010 tst ping.py:19: start network...\u000a06:20:08.459528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:08.919533 run create_hlr_db(pid=1433): Launched\u000a06:20:09.089978 bus /gobi_6: Setting Powered False\u000a06:20:10.110147 run create_hlr_db(pid=1433): Terminated: ok {rc=0}\u000a06:20:10.526559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1435): Launched\u000a06:20:10.839141 run osmo-hlr_10.42.42.2(pid=1436): Launched\u000a06:20:10.953887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:11.498662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1438): Launched\u000a06:20:11.809955 run osmo-stp_10.42.42.5(pid=1439): Launched\u000a06:20:11.923187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:12.468910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1441): Launched\u000a06:20:12.581212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:12.854887 run patchelf(pid=1442): Launched\u000a06:20:13.039599 run osmo-stp_10.42.42.5(pid=1439): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1439)]\u000a06:20:13.174130 run osmo-stp_10.42.42.5(pid=1439): stdout: \u000a| (launched: 2022-12-09_06:20:11.657762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:13.308863 run osmo-stp_10.42.42.5(pid=1439): stderr: \u000a| �[0;m�[38;5;43m20221209062011847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062011847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062011847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062011848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062011848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062011848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062011848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:13.438664 run osmo-stp_10.42.42.5(pid=1439): stdout: \u000a| (launched: 2022-12-09_06:20:11.657762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:13.567612 run osmo-stp_10.42.42.5(pid=1439): stderr: \u000a| �[0;m�[38;5;43m20221209062011847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062011847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062011847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062011848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062011848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062011848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062011848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:13.717278 run patchelf(pid=1442): Terminating (SIGINT)\u000a06:20:13.893391 run patchelf(pid=1442): Terminated: ok {rc=0}\u000a06:20:13.925233 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1439): Process ended prematurely: osmo-stp_10.42.42.5(pid=1439) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1439)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:20:13.934346 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:20:13.997814 run osmo-hlr_10.42.42.2(pid=1436): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1436)]\u000a06:20:14.049664 run osmo-hlr_10.42.42.2(pid=1436): stdout: \u000a| (launched: 2022-12-09_06:20:10.686336) \u000a06:20:14.102301 run osmo-hlr_10.42.42.2(pid=1436): stderr: \u000a| �[0;m�[1;31m20221209062010881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062010881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062010882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062010882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062010882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062010882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062010894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062010903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062010903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062010903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:14.147708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1435): Terminating (SIGTERM)\u000a06:20:14.190280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1438): Terminating (SIGTERM)\u000a06:20:14.232812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1441): Terminating (SIGTERM)\u000a06:20:14.242967 --- ParallelTerminationStrategy: PID 1435 died...\u000a06:20:14.299827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1435): Terminated: ok {rc=0}\u000a06:20:14.310319 --- ParallelTerminationStrategy: PID 1438 died...\u000a06:20:14.366851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1438): Terminated: ok {rc=0}\u000a06:20:14.377192 --- ParallelTerminationStrategy: PID 1441 died...\u000a06:20:14.433368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1441): Terminated: ok {rc=0}\u000a06:20:14.519877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:20:15.572597 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:15.584444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:20:15.748638 tst ping_idle_ping.py: using LAC 19524\u000a06:20:15.880399 tst ping_idle_ping.py: using RAC 144\u000a06:20:16.030226 tst ping_idle_ping.py: using CellId 19524\u000a06:20:16.152904 tst ping_idle_ping.py: using BVCI 19525\u000a06:20:16.178511 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.190704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.203227 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.215682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.227777 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.239981 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.252806 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:16.266495 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:16.548866 tst ping_idle_ping.py:24: start network...\u000a06:20:16.678499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:17.208273 run create_hlr_db(pid=1443): Launched\u000a06:20:17.392098 bus /gobi_6: Setting Powered False\u000a06:20:18.412141 run create_hlr_db(pid=1443): Terminated: ok {rc=0}\u000a06:20:18.807140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Launched\u000a06:20:19.098690 run osmo-hlr_10.42.42.2(pid=1446): Launched\u000a06:20:19.212129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:19.725780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Launched\u000a06:20:20.016732 run osmo-stp_10.42.42.5(pid=1449): Launched\u000a06:20:20.123195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:20.633070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1451): Launched\u000a06:20:20.736555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:20.990656 run patchelf(pid=1452): Launched\u000a06:20:21.163725 run osmo-stp_10.42.42.5(pid=1449): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]\u000a06:20:21.289418 run osmo-stp_10.42.42.5(pid=1449): stdout: \u000a| (launched: 2022-12-09_06:20:19.873399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:21.415027 run osmo-stp_10.42.42.5(pid=1449): stderr: \u000a| �[0;m�[38;5;43m20221209062020042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062020043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062020043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062020043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062020044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062020044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062020044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:21.535952 run osmo-stp_10.42.42.5(pid=1449): stdout: \u000a| (launched: 2022-12-09_06:20:19.873399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:21.655859 run osmo-stp_10.42.42.5(pid=1449): stderr: \u000a| �[0;m�[38;5;43m20221209062020042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062020043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062020043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062020043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062020044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062020044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062020044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:21.795496 run patchelf(pid=1452): Terminating (SIGINT)\u000a06:20:21.959804 run patchelf(pid=1452): Terminated: ok {rc=0}\u000a06:20:21.989693 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)] [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:20:21.998129 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a06:20:22.059272 run osmo-hlr_10.42.42.2(pid=1446): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1446)]\u000a06:20:22.109073 run osmo-hlr_10.42.42.2(pid=1446): stdout: \u000a| (launched: 2022-12-09_06:20:18.954926) \u000a06:20:22.159226 run osmo-hlr_10.42.42.2(pid=1446): stderr: \u000a| �[0;m�[1;31m20221209062019127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062019127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062019127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062019127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062019127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062019127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062019139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062019150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062019150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062019150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:22.202470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Terminating (SIGTERM)\u000a06:20:22.243082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Terminating (SIGTERM)\u000a06:20:22.283435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1451): Terminating (SIGTERM)\u000a06:20:22.293227 --- ParallelTerminationStrategy: PID 1445 died...\u000a06:20:22.347264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Terminated: ok {rc=0}\u000a06:20:22.357425 --- ParallelTerminationStrategy: PID 1448 died...\u000a06:20:22.411767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Terminated: ok {rc=0}\u000a06:20:22.421657 --- ParallelTerminationStrategy: PID 1451 died...\u000a06:20:22.475129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1451): Terminated: ok {rc=0}\u000a06:20:22.565356 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:19:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:20:24.591382 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:24.602682 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:20:24.760481 tst switch_tch_pdch.py: using LAC 19525\u000a06:20:24.873735 tst switch_tch_pdch.py: using RAC 145\u000a06:20:24.986070 tst switch_tch_pdch.py: using CellId 19525\u000a06:20:25.098904 tst switch_tch_pdch.py: using BVCI 19526\u000a06:20:25.121175 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.132165 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.143000 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.154065 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.165271 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.176204 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.187395 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:20:25.198516 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:20:25.315447 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:20:25.596046 tst switch_tch_pdch.py:51: start network...\u000a06:20:25.717765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:26.176687 run create_hlr_db(pid=1457): Launched\u000a06:20:26.346663 bus /gobi_6: Setting Powered False\u000a06:20:27.366684 run create_hlr_db(pid=1457): Terminated: ok {rc=0}\u000a06:20:27.785558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Launched\u000a06:20:28.097978 run osmo-hlr_10.42.42.2(pid=1460): Launched\u000a06:20:28.216055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:28.760282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Launched\u000a06:20:29.071178 run osmo-stp_10.42.42.5(pid=1463): Launched\u000a06:20:29.184576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:29.729684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1465): Launched\u000a06:20:29.840714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:30.112828 run patchelf(pid=1466): Launched\u000a06:20:30.297150 run osmo-stp_10.42.42.5(pid=1463): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]\u000a06:20:30.431199 run osmo-stp_10.42.42.5(pid=1463): stdout: \u000a| (launched: 2022-12-09_06:20:28.918701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:30.565803 run osmo-stp_10.42.42.5(pid=1463): stderr: \u000a| �[0;m�[38;5;43m20221209062029108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062029108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062029108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062029108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062029109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062029109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062029109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:30.695559 run osmo-stp_10.42.42.5(pid=1463): stdout: \u000a| (launched: 2022-12-09_06:20:28.918701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:30.823886 run osmo-stp_10.42.42.5(pid=1463): stderr: \u000a| �[0;m�[38;5;43m20221209062029108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062029108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062029108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062029108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062029109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062029109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062029109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:31.003090 run patchelf(pid=1466): Terminating (SIGINT)\u000a06:20:31.183462 run patchelf(pid=1466): Terminated: ok {rc=0}\u000a06:20:31.216184 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)] [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:20:31.225959 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a06:20:31.290670 run osmo-hlr_10.42.42.2(pid=1460): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1460)]\u000a06:20:31.343554 run osmo-hlr_10.42.42.2(pid=1460): stdout: \u000a| (launched: 2022-12-09_06:20:27.944777) \u000a06:20:31.397130 run osmo-hlr_10.42.42.2(pid=1460): stderr: \u000a| �[0;m�[1;31m20221209062028139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062028139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062028139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062028139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062028139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062028139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062028153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062028161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062028162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062028162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:31.442710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminating (SIGTERM)\u000a06:20:31.485992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminating (SIGTERM)\u000a06:20:31.529149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1465): Terminating (SIGTERM)\u000a06:20:31.539691 --- ParallelTerminationStrategy: PID 1459 died...\u000a06:20:31.598572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminated: ok {rc=0}\u000a06:20:31.609349 --- ParallelTerminationStrategy: PID 1462 died...\u000a06:20:31.666000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminated: ok {rc=0}\u000a06:20:31.676600 --- ParallelTerminationStrategy: PID 1465 died...\u000a06:20:31.733680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1465): Terminated: ok {rc=0}\u000a06:20:31.826817 bus /gobi_0: Setting Powered False\u000a06:20:32.932170 bus /gobi_0: Setting Powered False\u000a06:20:34.040551 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:20:24" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1476): Process ended prematurely: osmo-stp_10.42.42.5(pid=1476) [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1476)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1476): Process ended prematurely: osmo-stp_10.42.42.5(pid=1476) [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:20:36.016347 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.027492 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:20:36.191100 tst switch_tch_pdch.py: using LAC 19526\u000a06:20:36.312518 tst switch_tch_pdch.py: using RAC 146\u000a06:20:36.434678 tst switch_tch_pdch.py: using CellId 19526\u000a06:20:36.555724 tst switch_tch_pdch.py: using BVCI 19527\u000a06:20:36.580095 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.591306 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.602385 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.613647 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.624569 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.635608 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.646730 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:36.657833 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:20:36.771538 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:20:37.055085 tst switch_tch_pdch.py:51: start network...\u000a06:20:37.184446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:37.656074 run create_hlr_db(pid=1470): Launched\u000a06:20:37.783028 bus /gobi_6: Setting Powered False\u000a06:20:38.856810 run create_hlr_db(pid=1470): Terminated: ok {rc=0}\u000a06:20:39.222786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1472): Launched\u000a06:20:39.511647 run osmo-hlr_10.42.42.2(pid=1473): Launched\u000a06:20:39.619288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:40.097347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1475): Launched\u000a06:20:40.386360 run osmo-stp_10.42.42.5(pid=1476): Launched\u000a06:20:40.492008 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:40.971827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1478): Launched\u000a06:20:41.075165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:41.327858 run patchelf(pid=1479): Launched\u000a06:20:41.499026 run osmo-stp_10.42.42.5(pid=1476): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1476)]\u000a06:20:41.624541 run osmo-stp_10.42.42.5(pid=1476): stdout: \u000a| (launched: 2022-12-09_06:20:40.243529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:41.750120 run osmo-stp_10.42.42.5(pid=1476): stderr: \u000a| �[0;m�[38;5;43m20221209062040411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062040411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062040411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062040412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062040412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062040412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062040412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:41.871067 run osmo-stp_10.42.42.5(pid=1476): stdout: \u000a| (launched: 2022-12-09_06:20:40.243529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:41.990800 run osmo-stp_10.42.42.5(pid=1476): stderr: \u000a| �[0;m�[38;5;43m20221209062040411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062040411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062040411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062040412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062040412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062040412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062040412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:42.130520 run patchelf(pid=1479): Terminating (SIGINT)\u000a06:20:42.294885 run patchelf(pid=1479): Terminated: ok {rc=0}\u000a06:20:42.324680 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1476): Process ended prematurely: osmo-stp_10.42.42.5(pid=1476) [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1476)] [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:20:42.333132 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a06:20:42.394269 run osmo-hlr_10.42.42.2(pid=1473): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1473)]\u000a06:20:42.443473 run osmo-hlr_10.42.42.2(pid=1473): stdout: \u000a| (launched: 2022-12-09_06:20:39.370323) \u000a06:20:42.493531 run osmo-hlr_10.42.42.2(pid=1473): stderr: \u000a| �[0;m�[1;31m20221209062039541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062039541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062039541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062039542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062039542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062039542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062039555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062039564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062039564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062039564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:42.535975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1472): Terminating (SIGTERM)\u000a06:20:42.576366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1475): Terminating (SIGTERM)\u000a06:20:42.616847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1478): Terminating (SIGTERM)\u000a06:20:42.626501 --- ParallelTerminationStrategy: PID 1472 died...\u000a06:20:42.680352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1472): Terminated: ok {rc=0}\u000a06:20:42.690565 --- ParallelTerminationStrategy: PID 1475 died...\u000a06:20:42.743922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1475): Terminated: ok {rc=0}\u000a06:20:42.754059 --- ParallelTerminationStrategy: PID 1478 died...\u000a06:20:42.807359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1478): Terminated: ok {rc=0}\u000a06:20:42.894747 bus /gobi_0: Setting Powered False\u000a06:20:43.997083 bus /gobi_0: Setting Powered False\u000a06:20:45.103368 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1485) [trial-2355↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1485)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1485) [trial-2355↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a06:20:47.044003 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a06:20:47.059167 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:20:47.214746 tst mo_mt_sms.py: using LAC 19527\u000a06:20:47.338736 tst mo_mt_sms.py: using RAC 147\u000a06:20:47.451747 tst mo_mt_sms.py: using CellId 19527\u000a06:20:47.563804 tst mo_mt_sms.py: using BVCI 19528\u000a06:20:47.585977 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:47.703333 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:47.989881 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:20:48.120792 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:20:48.767649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1484): Launched\u000a06:20:49.074781 run osmo-nitb_10.42.42.2(pid=1485): Launched\u000a06:20:49.267615 run osmo-nitb_10.42.42.2(pid=1485): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1485)]\u000a06:20:49.410349 run osmo-nitb_10.42.42.2(pid=1485): stdout: \u000a| (launched: 2022-12-09_06:20:48.926378) \u000a06:20:49.553161 run osmo-nitb_10.42.42.2(pid=1485): stderr: \u000a| (launched: 2022-12-09_06:20:48.972840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:49.691087 run osmo-nitb_10.42.42.2(pid=1485): stdout: \u000a| (launched: 2022-12-09_06:20:48.926378) \u000a06:20:49.827814 run osmo-nitb_10.42.42.2(pid=1485): stderr: \u000a| (launched: 2022-12-09_06:20:48.972840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:50.200198 tst osmo-nitb_10.42.42.2(pid=1485): stdout: \u000a| (launched: 2022-12-09_06:20:48.926378) \u000a06:20:50.324765 tst osmo-nitb_10.42.42.2(pid=1485): stderr: \u000a| (launched: 2022-12-09_06:20:48.972840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:50.379433 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1485) [trial-2355↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1485)] [trial-2355↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a06:20:50.388011 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a06:20:50.423977 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1484): Terminating (SIGTERM)\u000a06:20:50.601796 --- ParallelTerminationStrategy: PID 1484 died...\u000a06:20:50.659130 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1484): Terminated: ok {rc=0}\u000a06:20:50.745451 bus /sierra_3: Setting Powered False\u000a06:20:51.849747 bus /sierra_3: Setting Powered False\u000a06:20:52.960550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:20:46" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1495): Process ended prematurely: osmo-stp_10.42.42.5(pid=1495) [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1495)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1495): Process ended prematurely: osmo-stp_10.42.42.5(pid=1495) [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a06:20:54.841958 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:54.852906 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:20:54.993344 tst mo_mt_sms.py: using LAC 19528\u000a06:20:55.113784 tst mo_mt_sms.py: using RAC 148\u000a06:20:55.229867 tst mo_mt_sms.py: using CellId 19528\u000a06:20:55.343725 tst mo_mt_sms.py: using BVCI 19529\u000a06:20:55.366088 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:55.376810 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:55.387282 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:55.398156 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:55.408802 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:55.419526 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:55.535524 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:55.740600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:56.239199 run create_hlr_db(pid=1489): Launched\u000a06:20:56.420768 bus /sierra_2: Setting Powered False\u000a06:20:57.441130 run create_hlr_db(pid=1489): Terminated: ok {rc=0}\u000a06:20:57.832170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1491): Launched\u000a06:20:58.121919 run osmo-hlr_10.42.42.2(pid=1492): Launched\u000a06:20:58.229231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:58.734327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1494): Launched\u000a06:20:59.023333 run osmo-stp_10.42.42.5(pid=1495): Launched\u000a06:20:59.133170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:20:59.666487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1497): Launched\u000a06:20:59.955743 run osmo-msc_10.42.42.6(pid=1498): Launched\u000a06:21:00.128004 run osmo-stp_10.42.42.5(pid=1495): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1495)]\u000a06:21:00.252680 run osmo-stp_10.42.42.5(pid=1495): stdout: \u000a| (launched: 2022-12-09_06:20:58.881373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:00.374940 run osmo-stp_10.42.42.5(pid=1495): stderr: \u000a| �[0;m�[38;5;43m20221209062059050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062059051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062059051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062059051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062059052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062059052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062059052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:00.492089 run osmo-stp_10.42.42.5(pid=1495): stdout: \u000a| (launched: 2022-12-09_06:20:58.881373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:00.608759 run osmo-stp_10.42.42.5(pid=1495): stderr: \u000a| �[0;m�[38;5;43m20221209062059050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062059051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062059051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062059051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062059052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062059052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062059052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:00.659635 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1495): Process ended prematurely: osmo-stp_10.42.42.5(pid=1495) [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1495)] [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a06:21:00.667652 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a06:21:00.728440 run osmo-hlr_10.42.42.2(pid=1492): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1492)]\u000a06:21:00.778135 run osmo-hlr_10.42.42.2(pid=1492): stdout: \u000a| (launched: 2022-12-09_06:20:57.979225) \u000a06:21:00.828225 run osmo-hlr_10.42.42.2(pid=1492): stderr: \u000a| �[0;m�[1;31m20221209062058153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062058153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062058153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062058153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062058153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062058153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062058166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062058176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062058176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062058177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:00.928005 run osmo-msc_10.42.42.6(pid=1498): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1498)]\u000a06:21:00.992901 run osmo-msc_10.42.42.6(pid=1498): stdout: \u000a| (launched: 2022-12-09_06:20:59.813650) \u000a06:21:01.046322 run osmo-msc_10.42.42.6(pid=1498): stderr: \u000a| �[0;m�[38;5;43m20221209062100081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062100081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8deb9abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062100081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062100081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062100081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062100082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062100083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062100084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062100084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062100084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:01.091157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1491): Terminating (SIGTERM)\u000a06:21:01.136087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1494): Terminating (SIGTERM)\u000a06:21:01.177581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1497): Terminating (SIGTERM)\u000a06:21:01.188644 --- ParallelTerminationStrategy: PID 1491 died...\u000a06:21:01.245277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1491): Terminated: ok {rc=0}\u000a06:21:01.256134 --- ParallelTerminationStrategy: PID 1494 died...\u000a06:21:01.313220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1494): Terminated: ok {rc=0}\u000a06:21:01.323811 --- ParallelTerminationStrategy: PID 1497 died...\u000a06:21:01.380533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1497): Terminated: ok {rc=0}\u000a06:21:01.477257 bus /sierra_3: Setting Powered False\u000a06:21:02.581573 bus /sierra_3: Setting Powered False\u000a06:21:03.692423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:20:54" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1504): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1504) [trial-2355↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1504)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1504): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1504) [trial-2355↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a06:21:05.524870 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a06:21:05.536161 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:21:05.671486 tst assert_extension.py: using LAC 19529\u000a06:21:05.793875 tst assert_extension.py: using RAC 149\u000a06:21:05.916058 tst assert_extension.py: using CellId 19529\u000a06:21:06.038259 tst assert_extension.py: using BVCI 19530\u000a06:21:06.062182 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a06:21:06.330217 tst assert_extension.py:10: start nitb and bts...\u000a06:21:06.451094 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:21:07.057381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1503): Launched\u000a06:21:07.344608 run osmo-nitb_10.42.42.2(pid=1504): Launched\u000a06:21:07.524307 run osmo-nitb_10.42.42.2(pid=1504): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1504)]\u000a06:21:07.657619 run osmo-nitb_10.42.42.2(pid=1504): stdout: \u000a| (launched: 2022-12-09_06:21:07.205239) \u000a06:21:07.790850 run osmo-nitb_10.42.42.2(pid=1504): stderr: \u000a| (launched: 2022-12-09_06:21:07.248586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:21:07.919361 run osmo-nitb_10.42.42.2(pid=1504): stdout: \u000a| (launched: 2022-12-09_06:21:07.205239) \u000a06:21:08.046900 run osmo-nitb_10.42.42.2(pid=1504): stderr: \u000a| (launched: 2022-12-09_06:21:07.248586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:21:08.461366 tst osmo-nitb_10.42.42.2(pid=1504): stdout: \u000a| (launched: 2022-12-09_06:21:07.205239) \u000a06:21:08.576884 tst osmo-nitb_10.42.42.2(pid=1504): stderr: \u000a| (launched: 2022-12-09_06:21:07.248586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:21:08.627598 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1504): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1504) [trial-2355↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1504)] [trial-2355↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a06:21:08.635480 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a06:21:08.670136 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1503): Terminating (SIGTERM)\u000a06:21:08.847672 --- ParallelTerminationStrategy: PID 1503 died...\u000a06:21:08.902942 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1503): Terminated: ok {rc=0}\u000a06:21:08.991585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:21:05" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1514): Process ended prematurely: osmo-stp_10.42.42.5(pid=1514) [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1514): Process ended prematurely: osmo-stp_10.42.42.5(pid=1514) [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a06:21:10.810878 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:21:10.821895 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:21:10.959031 tst assert_extension.py: using LAC 19530\u000a06:21:11.081273 tst assert_extension.py: using RAC 150\u000a06:21:11.205594 tst assert_extension.py: using CellId 19530\u000a06:21:11.327547 tst assert_extension.py: using BVCI 19531\u000a06:21:11.351351 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:21:11.362568 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:21:11.373522 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:21:11.384379 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:21:11.395814 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:21:11.407049 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a06:21:11.614339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:12.112734 run create_hlr_db(pid=1508): Launched\u000a06:21:12.295086 bus /sierra_2: Setting Powered False\u000a06:21:13.314851 run create_hlr_db(pid=1508): Terminated: ok {rc=0}\u000a06:21:13.732533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1510): Launched\u000a06:21:14.044021 run osmo-hlr_10.42.42.2(pid=1511): Launched\u000a06:21:14.162762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:14.709656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1513): Launched\u000a06:21:15.021963 run osmo-stp_10.42.42.5(pid=1514): Launched\u000a06:21:15.136307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:15.708199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1516): Launched\u000a06:21:16.046803 run osmo-msc_10.42.42.6(pid=1517): Launched\u000a06:21:16.411155 run osmo-stp_10.42.42.5(pid=1514): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)]\u000a06:21:16.676178 run osmo-stp_10.42.42.5(pid=1514): stdout: \u000a| (launched: 2022-12-09_06:21:14.868707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:16.811314 run osmo-stp_10.42.42.5(pid=1514): stderr: \u000a| �[0;m�[38;5;43m20221209062115060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062115060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062115060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062115061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062115061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062115061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062115061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:16.940813 run osmo-stp_10.42.42.5(pid=1514): stdout: \u000a| (launched: 2022-12-09_06:21:14.868707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:17.069580 run osmo-stp_10.42.42.5(pid=1514): stderr: \u000a| �[0;m�[38;5;43m20221209062115060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062115060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062115060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062115061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062115061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062115061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062115061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:17.126057 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1514): Process ended prematurely: osmo-stp_10.42.42.5(pid=1514) [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)] [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a06:21:17.135518 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a06:21:17.202682 run osmo-hlr_10.42.42.2(pid=1511): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1511)]\u000a06:21:17.256715 run osmo-hlr_10.42.42.2(pid=1511): stdout: \u000a| (launched: 2022-12-09_06:21:13.891391) \u000a06:21:17.311340 run osmo-hlr_10.42.42.2(pid=1511): stderr: \u000a| �[0;m�[1;31m20221209062114090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062114091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062114091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062114091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062114091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062114091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062114103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062114111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062114112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062114112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:17.383818 run osmo-msc_10.42.42.6(pid=1517): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1517)]\u000a06:21:17.436249 run osmo-msc_10.42.42.6(pid=1517): stdout: \u000a| (launched: 2022-12-09_06:21:15.873392) \u000a06:21:17.489455 run osmo-msc_10.42.42.6(pid=1517): stderr: \u000a| �[0;m�[38;5;43m20221209062116392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062116393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf05d46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062116393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062116393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062116393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062116395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062116398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062116398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062116398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062116398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:17.534332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1510): Terminating (SIGTERM)\u000a06:21:17.577451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1513): Terminating (SIGTERM)\u000a06:21:17.621354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1516): Terminating (SIGTERM)\u000a06:21:17.631514 --- ParallelTerminationStrategy: PID 1510 died...\u000a06:21:17.689289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1510): Terminated: ok {rc=0}\u000a06:21:17.699739 --- ParallelTerminationStrategy: PID 1513 died...\u000a06:21:17.757279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1513): Terminated: ok {rc=0}\u000a06:21:17.767738 --- ParallelTerminationStrategy: PID 1516 died...\u000a06:21:17.824515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1516): Terminated: ok {rc=0}\u000a06:21:17.912553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:21:10" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1528): Process ended prematurely: osmo-stp_10.42.42.5(pid=1528) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1528)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1528): Process ended prematurely: osmo-stp_10.42.42.5(pid=1528) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:21:19.855589 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:19.866651 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:21:20.025234 tst mo_mt_call.py: using LAC 19531\u000a06:21:20.152066 tst mo_mt_call.py: using RAC 151\u000a06:21:20.277448 tst mo_mt_call.py: using CellId 19531\u000a06:21:20.402365 tst mo_mt_call.py: using BVCI 19532\u000a06:21:20.426793 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:20.438658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:20.450248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:20.462009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:20.473889 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:20.485550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:21:20.599861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:21:20.808089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:21.316038 run create_hlr_db(pid=1522): Launched\u000a06:21:21.499582 bus /sierra_2: Setting Powered False\u000a06:21:22.521443 run create_hlr_db(pid=1522): Terminated: ok {rc=0}\u000a06:21:22.922206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1524): Launched\u000a06:21:23.219491 run osmo-hlr_10.42.42.2(pid=1525): Launched\u000a06:21:23.333608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:23.856917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1527): Launched\u000a06:21:24.153346 run osmo-stp_10.42.42.5(pid=1528): Launched\u000a06:21:24.260871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:24.802802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1530): Launched\u000a06:21:25.099830 run osmo-msc_10.42.42.6(pid=1531): Launched\u000a06:21:25.276032 run osmo-stp_10.42.42.5(pid=1528): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1528)]\u000a06:21:25.403633 run osmo-stp_10.42.42.5(pid=1528): stdout: \u000a| (launched: 2022-12-09_06:21:24.007833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:25.527713 run osmo-stp_10.42.42.5(pid=1528): stderr: \u000a| �[0;m�[38;5;43m20221209062124178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062124179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062124179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062124179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062124180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062124180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062124180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:25.646929 run osmo-stp_10.42.42.5(pid=1528): stdout: \u000a| (launched: 2022-12-09_06:21:24.007833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:25.765530 run osmo-stp_10.42.42.5(pid=1528): stderr: \u000a| �[0;m�[38;5;43m20221209062124178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062124179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062124179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062124179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062124180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062124180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062124180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:25.817543 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1528): Process ended prematurely: osmo-stp_10.42.42.5(pid=1528) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1528)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:21:25.826017 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:21:25.885932 run osmo-hlr_10.42.42.2(pid=1525): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1525)]\u000a06:21:25.935005 run osmo-hlr_10.42.42.2(pid=1525): stdout: \u000a| (launched: 2022-12-09_06:21:23.072804) \u000a06:21:25.985068 run osmo-hlr_10.42.42.2(pid=1525): stderr: \u000a| �[0;m�[1;31m20221209062123251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062123251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062123251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062123251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062123251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062123251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062123262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062123270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062123270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062123270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:26.052498 run osmo-msc_10.42.42.6(pid=1531): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1531)]\u000a06:21:26.101440 run osmo-msc_10.42.42.6(pid=1531): stdout: \u000a| (launched: 2022-12-09_06:21:24.953480) \u000a06:21:26.150898 run osmo-msc_10.42.42.6(pid=1531): stderr: \u000a| �[0;m�[38;5;43m20221209062125225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062125225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbe7e48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062125225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062125227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062125228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062125228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062125228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:26.192841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1524): Terminating (SIGTERM)\u000a06:21:26.232521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1527): Terminating (SIGTERM)\u000a06:21:26.272457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1530): Terminating (SIGTERM)\u000a06:21:26.281960 --- ParallelTerminationStrategy: PID 1524 died...\u000a06:21:26.334863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1524): Terminated: ok {rc=0}\u000a06:21:26.344619 --- ParallelTerminationStrategy: PID 1527 died...\u000a06:21:26.397474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1527): Terminated: ok {rc=0}\u000a06:21:26.407029 --- ParallelTerminationStrategy: PID 1530 died...\u000a06:21:26.460188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1530): Terminated: ok {rc=0}\u000a06:21:26.548855 bus /sierra_3: Setting Powered False\u000a06:21:27.650370 bus /sierra_3: Setting Powered False\u000a06:21:28.760779 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:21:29.869250 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:29.881063 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:21:30.033069 tst mo_mt_call_osmux.py: using LAC 19532\u000a06:21:30.150322 tst mo_mt_call_osmux.py: using RAC 152\u000a06:21:30.272714 tst mo_mt_call_osmux.py: using CellId 19532\u000a06:21:30.389990 tst mo_mt_call_osmux.py: using BVCI 19533\u000a06:21:30.412440 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:30.423587 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:30.434611 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:30.445854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:30.457123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:21:30.468144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:21:30.586408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:21:30.794833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:31.357711 run create_hlr_db(pid=1533): Launched\u000a06:21:31.533166 bus /sierra_2: Setting Powered False\u000a06:21:32.551236 run create_hlr_db(pid=1533): Terminated: ok {rc=0}\u000a06:21:32.949167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Launched\u000a06:21:33.246280 run osmo-hlr_10.42.42.2(pid=1536): Launched\u000a06:21:33.362696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:33.885141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Launched\u000a06:21:34.181088 run osmo-stp_10.42.42.5(pid=1539): Launched\u000a06:21:34.289396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:34.834672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Launched\u000a06:21:35.131179 run osmo-msc_10.42.42.6(pid=1542): Launched\u000a06:21:35.307154 run osmo-stp_10.42.42.5(pid=1539): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]\u000a06:21:35.433684 run osmo-stp_10.42.42.5(pid=1539): stdout: \u000a| (launched: 2022-12-09_06:21:34.035563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:35.558042 run osmo-stp_10.42.42.5(pid=1539): stderr: \u000a| �[0;m�[38;5;43m20221209062134203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062134204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062134204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062134204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062134206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062134207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062134207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:35.677350 run osmo-stp_10.42.42.5(pid=1539): stdout: \u000a| (launched: 2022-12-09_06:21:34.035563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:35.795270 run osmo-stp_10.42.42.5(pid=1539): stderr: \u000a| �[0;m�[38;5;43m20221209062134203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062134204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062134204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062134204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062134206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062134207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062134207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:35.847496 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:21:35.855960 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:21:35.916440 run osmo-hlr_10.42.42.2(pid=1536): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1536)]\u000a06:21:35.965858 run osmo-hlr_10.42.42.2(pid=1536): stdout: \u000a| (launched: 2022-12-09_06:21:33.100175) \u000a06:21:36.015673 run osmo-hlr_10.42.42.2(pid=1536): stderr: \u000a| �[0;m�[1;31m20221209062133275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062133275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062133275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062133275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062133275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062133275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062133287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062133296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062133296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062133296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:36.083448 run osmo-msc_10.42.42.6(pid=1542): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1542)]\u000a06:21:36.132781 run osmo-msc_10.42.42.6(pid=1542): stdout: \u000a| (launched: 2022-12-09_06:21:34.985263) \u000a06:21:36.182877 run osmo-msc_10.42.42.6(pid=1542): stderr: \u000a| �[0;m�[38;5;43m20221209062135255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062135255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83ada36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062135255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062135255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062135255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062135255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062135258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062135258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062135258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062135258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:36.224922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Terminating (SIGTERM)\u000a06:21:36.264920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Terminating (SIGTERM)\u000a06:21:36.305514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Terminating (SIGTERM)\u000a06:21:36.315197 --- ParallelTerminationStrategy: PID 1535 died...\u000a06:21:36.368533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Terminated: ok {rc=0}\u000a06:21:36.378618 --- ParallelTerminationStrategy: PID 1538 died...\u000a06:21:36.431898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Terminated: ok {rc=0}\u000a06:21:36.441836 --- ParallelTerminationStrategy: PID 1541 died...\u000a06:21:36.495109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Terminated: ok {rc=0}\u000a06:21:36.584444 bus /sierra_3: Setting Powered False\u000a06:21:37.688227 bus /sierra_3: Setting Powered False\u000a06:21:38.796070 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1553): Process ended prematurely: osmo-stp_10.42.42.5(pid=1553) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1553)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1553): Process ended prematurely: osmo-stp_10.42.42.5(pid=1553) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:21:40.785524 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:40.797023 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:21:40.959116 tst mo_mt_call.py: using LAC 19533\u000a06:21:41.082652 tst mo_mt_call.py: using RAC 153\u000a06:21:41.206278 tst mo_mt_call.py: using CellId 19533\u000a06:21:41.329919 tst mo_mt_call.py: using BVCI 19534\u000a06:21:41.354292 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:41.365854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:41.377304 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:41.388632 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:41.400097 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:41.411613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:41.526192 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:41.723647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:42.192378 run create_hlr_db(pid=1547): Launched\u000a06:21:42.363186 bus /sierra_2: Setting Powered False\u000a06:21:43.384630 run create_hlr_db(pid=1547): Terminated: ok {rc=0}\u000a06:21:43.779796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1549): Launched\u000a06:21:44.077287 run osmo-hlr_10.42.42.2(pid=1550): Launched\u000a06:21:44.191826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:44.714074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1552): Launched\u000a06:21:45.011921 run osmo-stp_10.42.42.5(pid=1553): Launched\u000a06:21:45.121288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:45.664780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1555): Launched\u000a06:21:46.028122 run osmo-msc_10.42.42.6(pid=1556): Launched\u000a06:21:46.481969 run osmo-stp_10.42.42.5(pid=1553): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1553)]\u000a06:21:46.626271 run osmo-stp_10.42.42.5(pid=1553): stdout: \u000a| (launched: 2022-12-09_06:21:44.865265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:46.766599 run osmo-stp_10.42.42.5(pid=1553): stderr: \u000a| �[0;m�[38;5;43m20221209062145033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062145033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062145033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062145034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062145034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062145034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062145034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:46.899607 run osmo-stp_10.42.42.5(pid=1553): stdout: \u000a| (launched: 2022-12-09_06:21:44.865265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:47.050603 run osmo-stp_10.42.42.5(pid=1553): stderr: \u000a| �[0;m�[38;5;43m20221209062145033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062145033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062145033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062145034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062145034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062145034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062145034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:47.108261 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1553): Process ended prematurely: osmo-stp_10.42.42.5(pid=1553) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1553)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:21:47.118443 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:21:47.184258 run osmo-hlr_10.42.42.2(pid=1550): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1550)]\u000a06:21:47.236917 run osmo-hlr_10.42.42.2(pid=1550): stdout: \u000a| (launched: 2022-12-09_06:21:43.930517) \u000a06:21:47.289886 run osmo-hlr_10.42.42.2(pid=1550): stderr: \u000a| �[0;m�[1;31m20221209062144107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062144107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062144107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062144107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062144107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062144108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062144120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062144128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062144129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062144129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:47.361330 run osmo-msc_10.42.42.6(pid=1556): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1556)]\u000a06:21:47.412682 run osmo-msc_10.42.42.6(pid=1556): stdout: \u000a| (launched: 2022-12-09_06:21:45.815793) \u000a06:21:47.465101 run osmo-msc_10.42.42.6(pid=1556): stderr: \u000a| �[0;m�[38;5;43m20221209062146240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062146240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a6ee13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062146240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062146240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062146240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062146241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062146243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062146243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062146243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062146243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:47.509196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1549): Terminating (SIGTERM)\u000a06:21:47.550794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1552): Terminating (SIGTERM)\u000a06:21:47.592653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1555): Terminating (SIGTERM)\u000a06:21:47.602813 --- ParallelTerminationStrategy: PID 1549 died...\u000a06:21:47.658529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1549): Terminated: ok {rc=0}\u000a06:21:47.668703 --- ParallelTerminationStrategy: PID 1552 died...\u000a06:21:47.724223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1552): Terminated: ok {rc=0}\u000a06:21:47.734370 --- ParallelTerminationStrategy: PID 1555 died...\u000a06:21:47.789725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1555): Terminated: ok {rc=0}\u000a06:21:47.877699 bus /sierra_3: Setting Powered False\u000a06:21:48.983492 bus /sierra_3: Setting Powered False\u000a06:21:50.093679 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1564): Process ended prematurely: osmo-stp_10.42.42.5(pid=1564) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1564): Process ended prematurely: osmo-stp_10.42.42.5(pid=1564) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:21:51.202278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:51.214206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:21:51.365507 tst mo_mt_call_osmux.py: using LAC 19534\u000a06:21:51.483363 tst mo_mt_call_osmux.py: using RAC 154\u000a06:21:51.607121 tst mo_mt_call_osmux.py: using CellId 19534\u000a06:21:51.725298 tst mo_mt_call_osmux.py: using BVCI 19535\u000a06:21:51.748044 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:51.759595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:51.770733 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:51.782184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:51.793599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:51.804822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:51.923552 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:52.123620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:52.592811 run create_hlr_db(pid=1558): Launched\u000a06:21:52.765153 bus /sierra_2: Setting Powered False\u000a06:21:53.786019 run create_hlr_db(pid=1558): Terminated: ok {rc=0}\u000a06:21:54.210430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1560): Launched\u000a06:21:54.529467 run osmo-hlr_10.42.42.2(pid=1561): Launched\u000a06:21:54.649926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:55.204402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1563): Launched\u000a06:21:55.523022 run osmo-stp_10.42.42.5(pid=1564): Launched\u000a06:21:55.640043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:56.224097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1566): Launched\u000a06:21:56.542857 run osmo-msc_10.42.42.6(pid=1567): Launched\u000a06:21:56.734323 run osmo-stp_10.42.42.5(pid=1564): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)]\u000a06:21:56.869798 run osmo-stp_10.42.42.5(pid=1564): stdout: \u000a| (launched: 2022-12-09_06:21:55.366801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:57.004819 run osmo-stp_10.42.42.5(pid=1564): stderr: \u000a| �[0;m�[38;5;43m20221209062155557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062155557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062155557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062155558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:57.132839 run osmo-stp_10.42.42.5(pid=1564): stdout: \u000a| (launched: 2022-12-09_06:21:55.366801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:57.259572 run osmo-stp_10.42.42.5(pid=1564): stderr: \u000a| �[0;m�[38;5;43m20221209062155557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062155557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062155557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062155558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:57.315241 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1564): Process ended prematurely: osmo-stp_10.42.42.5(pid=1564) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:21:57.324097 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:21:57.387173 run osmo-hlr_10.42.42.2(pid=1561): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1561)]\u000a06:21:57.438881 run osmo-hlr_10.42.42.2(pid=1561): stdout: \u000a| (launched: 2022-12-09_06:21:54.373234) \u000a06:21:57.491243 run osmo-hlr_10.42.42.2(pid=1561): stderr: \u000a| �[0;m�[1;31m20221209062154570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062154570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062154570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062154570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062154570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062154570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062154582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062154591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062154591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062154591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:57.562771 run osmo-msc_10.42.42.6(pid=1567): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1567)]\u000a06:21:57.614758 run osmo-msc_10.42.42.6(pid=1567): stdout: \u000a| (launched: 2022-12-09_06:21:56.386543) \u000a06:21:57.667129 run osmo-msc_10.42.42.6(pid=1567): stderr: \u000a| �[0;m�[38;5;43m20221209062156707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062156707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ad3b85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062156707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062156708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062156708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062156709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:57.711581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1560): Terminating (SIGTERM)\u000a06:21:57.753925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1563): Terminating (SIGTERM)\u000a06:21:57.796109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1566): Terminating (SIGTERM)\u000a06:21:57.805981 --- ParallelTerminationStrategy: PID 1560 died...\u000a06:21:57.862205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1560): Terminated: ok {rc=0}\u000a06:21:57.872358 --- ParallelTerminationStrategy: PID 1563 died...\u000a06:21:57.928352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1563): Terminated: ok {rc=0}\u000a06:21:57.938505 --- ParallelTerminationStrategy: PID 1566 died...\u000a06:21:57.994560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1566): Terminated: ok {rc=0}\u000a06:21:58.082824 bus /sierra_3: Setting Powered False\u000a06:21:59.189270 bus /sierra_3: Setting Powered False\u000a06:22:00.297308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:21:40" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1578): Process ended prematurely: osmo-stp_10.42.42.5(pid=1578) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1578)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1578): Process ended prematurely: osmo-stp_10.42.42.5(pid=1578) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:22:02.324483 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:02.335555 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:22:02.487007 tst mo_mt_call.py: using LAC 19535\u000a06:22:02.609651 tst mo_mt_call.py: using RAC 155\u000a06:22:02.730637 tst mo_mt_call.py: using CellId 19535\u000a06:22:02.854086 tst mo_mt_call.py: using BVCI 19536\u000a06:22:02.878904 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:02.890555 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:02.902109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:02.913677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:02.925286 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:02.936650 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:22:03.050181 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:22:03.246244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:03.717283 run create_hlr_db(pid=1572): Launched\u000a06:22:03.888936 bus /sierra_2: Setting Powered False\u000a06:22:04.910498 run create_hlr_db(pid=1572): Terminated: ok {rc=0}\u000a06:22:05.335433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1574): Launched\u000a06:22:05.656290 run osmo-hlr_10.42.42.2(pid=1575): Launched\u000a06:22:05.779270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:06.332601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1577): Launched\u000a06:22:06.651083 run osmo-stp_10.42.42.5(pid=1578): Launched\u000a06:22:06.768056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:07.355544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1580): Launched\u000a06:22:07.676116 run osmo-msc_10.42.42.6(pid=1581): Launched\u000a06:22:07.865391 run osmo-stp_10.42.42.5(pid=1578): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1578)]\u000a06:22:08.000706 run osmo-stp_10.42.42.5(pid=1578): stdout: \u000a| (launched: 2022-12-09_06:22:06.494676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:08.135731 run osmo-stp_10.42.42.5(pid=1578): stderr: \u000a| �[0;m�[38;5;43m20221209062206686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062206686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062206686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062206687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062206687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062206687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062206687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:08.263918 run osmo-stp_10.42.42.5(pid=1578): stdout: \u000a| (launched: 2022-12-09_06:22:06.494676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:08.390695 run osmo-stp_10.42.42.5(pid=1578): stderr: \u000a| �[0;m�[38;5;43m20221209062206686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062206686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062206686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062206687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062206687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062206687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062206687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:08.446862 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1578): Process ended prematurely: osmo-stp_10.42.42.5(pid=1578) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1578)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:22:08.455766 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:22:08.518504 run osmo-hlr_10.42.42.2(pid=1575): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1575)]\u000a06:22:08.569978 run osmo-hlr_10.42.42.2(pid=1575): stdout: \u000a| (launched: 2022-12-09_06:22:05.498581) \u000a06:22:08.622356 run osmo-hlr_10.42.42.2(pid=1575): stderr: \u000a| �[0;m�[1;31m20221209062205697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062205698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062205698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062205698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062205698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062205698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062205710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062205718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062205718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062205719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:08.693429 run osmo-msc_10.42.42.6(pid=1581): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1581)]\u000a06:22:08.744619 run osmo-msc_10.42.42.6(pid=1581): stdout: \u000a| (launched: 2022-12-09_06:22:07.518548) \u000a06:22:08.796239 run osmo-msc_10.42.42.6(pid=1581): stderr: \u000a| �[0;m�[38;5;43m20221209062207839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062207840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd5d2efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062207840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062207840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062207840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062207840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062207842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062207842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062207842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062207843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:08.840203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1574): Terminating (SIGTERM)\u000a06:22:08.881791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1577): Terminating (SIGTERM)\u000a06:22:08.923133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1580): Terminating (SIGTERM)\u000a06:22:08.932868 --- ParallelTerminationStrategy: PID 1574 died...\u000a06:22:08.988798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1574): Terminated: ok {rc=0}\u000a06:22:08.999022 --- ParallelTerminationStrategy: PID 1577 died...\u000a06:22:09.054544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1577): Terminated: ok {rc=0}\u000a06:22:09.064539 --- ParallelTerminationStrategy: PID 1580 died...\u000a06:22:09.119707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1580): Terminated: ok {rc=0}\u000a06:22:09.206344 bus /sierra_3: Setting Powered False\u000a06:22:10.312862 bus /sierra_3: Setting Powered False\u000a06:22:11.419743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:12.533696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:12.545947 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:22:12.712532 tst mo_mt_call_osmux.py: using LAC 19536\u000a06:22:12.838097 tst mo_mt_call_osmux.py: using RAC 156\u000a06:22:12.962917 tst mo_mt_call_osmux.py: using CellId 19536\u000a06:22:13.090526 tst mo_mt_call_osmux.py: using BVCI 19537\u000a06:22:13.115185 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:13.126976 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:13.138692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:13.150767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:13.162809 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:22:13.175692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:22:13.291588 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:22:13.488590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:13.957288 run create_hlr_db(pid=1583): Launched\u000a06:22:14.127613 bus /sierra_2: Setting Powered False\u000a06:22:15.151827 run create_hlr_db(pid=1583): Terminated: ok {rc=0}\u000a06:22:15.573983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Launched\u000a06:22:15.962990 run osmo-hlr_10.42.42.2(pid=1586): Launched\u000a06:22:16.099903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:16.736908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Launched\u000a06:22:17.183059 run osmo-stp_10.42.42.5(pid=1589): Launched\u000a06:22:17.346471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:17.894101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Launched\u000a06:22:18.191042 run osmo-msc_10.42.42.6(pid=1592): Launched\u000a06:22:18.367248 run osmo-stp_10.42.42.5(pid=1589): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a06:22:18.494192 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-09_06:22:16.901873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:18.618974 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221209062217157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062217157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062217158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062217158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062217160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062217160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062217160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:18.739043 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-09_06:22:16.901873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:18.858068 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221209062217157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062217157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062217158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062217158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062217160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062217160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062217160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:18.910309 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:22:18.918888 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:22:18.979584 run osmo-hlr_10.42.42.2(pid=1586): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1586)]\u000a06:22:19.029104 run osmo-hlr_10.42.42.2(pid=1586): stdout: \u000a| (launched: 2022-12-09_06:22:15.736450) \u000a06:22:19.079023 run osmo-hlr_10.42.42.2(pid=1586): stderr: \u000a| �[0;m�[1;31m20221209062216024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062216024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062216024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062216024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062216024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062216024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062216043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062216066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062216066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062216066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:19.147568 run osmo-msc_10.42.42.6(pid=1592): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1592)]\u000a06:22:19.197252 run osmo-msc_10.42.42.6(pid=1592): stdout: \u000a| (launched: 2022-12-09_06:22:18.044717) \u000a06:22:19.247242 run osmo-msc_10.42.42.6(pid=1592): stderr: \u000a| �[0;m�[38;5;43m20221209062218316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062218316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ea5976c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062218316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062218317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062218317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062218317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062218319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062218319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062218320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062218320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:19.289615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminating (SIGTERM)\u000a06:22:19.329521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminating (SIGTERM)\u000a06:22:19.369639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Terminating (SIGTERM)\u000a06:22:19.378962 --- ParallelTerminationStrategy: PID 1585 died...\u000a06:22:19.432861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminated: ok {rc=0}\u000a06:22:19.442680 --- ParallelTerminationStrategy: PID 1588 died...\u000a06:22:19.496342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminated: ok {rc=0}\u000a06:22:19.506053 --- ParallelTerminationStrategy: PID 1591 died...\u000a06:22:19.560031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Terminated: ok {rc=0}\u000a06:22:19.647673 bus /sierra_3: Setting Powered False\u000a06:22:20.751036 bus /sierra_3: Setting Powered False\u000a06:22:21.860676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:22:02" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:22:23.853245 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:23.864800 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:22:24.022456 tst mo_mt_call.py: using LAC 19537\u000a06:22:24.147711 tst mo_mt_call.py: using RAC 157\u000a06:22:24.273101 tst mo_mt_call.py: using CellId 19537\u000a06:22:24.398308 tst mo_mt_call.py: using BVCI 19538\u000a06:22:24.422696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:24.434430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:24.445878 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:24.457327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:24.468703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:24.480239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:22:24.593931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:22:24.798205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:25.311145 run create_hlr_db(pid=1597): Launched\u000a06:22:25.496364 bus /sierra_2: Setting Powered False\u000a06:22:26.516609 run create_hlr_db(pid=1597): Terminated: ok {rc=0}\u000a06:22:26.917312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Launched\u000a06:22:27.215596 run osmo-hlr_10.42.42.2(pid=1600): Launched\u000a06:22:27.330688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:27.856561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Launched\u000a06:22:28.154288 run osmo-stp_10.42.42.5(pid=1603): Launched\u000a06:22:28.262938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:28.806473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1605): Launched\u000a06:22:29.104863 run osmo-msc_10.42.42.6(pid=1606): Launched\u000a06:22:29.288858 run osmo-stp_10.42.42.5(pid=1603): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]\u000a06:22:29.425802 run osmo-stp_10.42.42.5(pid=1603): stdout: \u000a| (launched: 2022-12-09_06:22:28.007373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:29.560017 run osmo-stp_10.42.42.5(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221209062228177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062228177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062228178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062228178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062228178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062228178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062228179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:29.689635 run osmo-stp_10.42.42.5(pid=1603): stdout: \u000a| (launched: 2022-12-09_06:22:28.007373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:29.817289 run osmo-stp_10.42.42.5(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221209062228177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062228177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062228178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062228178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062228178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062228178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062228179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:29.873645 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:22:29.882838 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:22:29.945760 run osmo-hlr_10.42.42.2(pid=1600): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1600)]\u000a06:22:29.997201 run osmo-hlr_10.42.42.2(pid=1600): stdout: \u000a| (launched: 2022-12-09_06:22:27.069159) \u000a06:22:30.049379 run osmo-hlr_10.42.42.2(pid=1600): stderr: \u000a| �[0;m�[1;31m20221209062227244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062227244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062227244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062227244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062227244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062227244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062227256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062227265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062227265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062227265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:30.120442 run osmo-msc_10.42.42.6(pid=1606): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1606)]\u000a06:22:30.171722 run osmo-msc_10.42.42.6(pid=1606): stdout: \u000a| (launched: 2022-12-09_06:22:28.957842) \u000a06:22:30.223566 run osmo-msc_10.42.42.6(pid=1606): stderr: \u000a| �[0;m�[38;5;43m20221209062229228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062229228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54ab42ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062229228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062229228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062229229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062229229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062229230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062229231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062229231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062229231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:30.267523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Terminating (SIGTERM)\u000a06:22:30.309225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Terminating (SIGTERM)\u000a06:22:30.350835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1605): Terminating (SIGTERM)\u000a06:22:30.360587 --- ParallelTerminationStrategy: PID 1599 died...\u000a06:22:30.416268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Terminated: ok {rc=0}\u000a06:22:30.426625 --- ParallelTerminationStrategy: PID 1602 died...\u000a06:22:30.482234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Terminated: ok {rc=0}\u000a06:22:30.492450 --- ParallelTerminationStrategy: PID 1605 died...\u000a06:22:30.548047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1605): Terminated: ok {rc=0}\u000a06:22:30.633951 bus /sierra_3: Setting Powered False\u000a06:22:31.758671 bus /sierra_3: Setting Powered False\u000a06:22:32.873716 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1615): Process ended prematurely: osmo-stp_10.42.42.5(pid=1615) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1615)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1615): Process ended prematurely: osmo-stp_10.42.42.5(pid=1615) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:33.982945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:33.994749 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:22:34.146573 tst mo_mt_call_osmux.py: using LAC 19538\u000a06:22:34.265519 tst mo_mt_call_osmux.py: using RAC 158\u000a06:22:34.382395 tst mo_mt_call_osmux.py: using CellId 19538\u000a06:22:34.498866 tst mo_mt_call_osmux.py: using BVCI 19539\u000a06:22:34.521504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:34.532867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:34.543811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:34.555145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:34.566488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:34.577781 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:22:34.698417 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:22:34.909676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:35.423579 run create_hlr_db(pid=1608): Launched\u000a06:22:35.608462 bus /sierra_2: Setting Powered False\u000a06:22:36.630227 run create_hlr_db(pid=1608): Terminated: ok {rc=0}\u000a06:22:37.032092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1611): Launched\u000a06:22:37.329312 run osmo-hlr_10.42.42.2(pid=1612): Launched\u000a06:22:37.441647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:37.970363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1614): Launched\u000a06:22:38.268594 run osmo-stp_10.42.42.5(pid=1615): Launched\u000a06:22:38.383393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:38.934328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1617): Launched\u000a06:22:39.232094 run osmo-msc_10.42.42.6(pid=1618): Launched\u000a06:22:39.410275 run osmo-stp_10.42.42.5(pid=1615): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1615)]\u000a06:22:39.537958 run osmo-stp_10.42.42.5(pid=1615): stdout: \u000a| (launched: 2022-12-09_06:22:38.122243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:39.662888 run osmo-stp_10.42.42.5(pid=1615): stderr: \u000a| �[0;m�[38;5;43m20221209062238294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062238294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062238294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062238295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062238295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062238295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062238295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:39.782653 run osmo-stp_10.42.42.5(pid=1615): stdout: \u000a| (launched: 2022-12-09_06:22:38.122243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:39.901470 run osmo-stp_10.42.42.5(pid=1615): stderr: \u000a| �[0;m�[38;5;43m20221209062238294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062238294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062238294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062238295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062238295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062238295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062238295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:39.953911 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1615): Process ended prematurely: osmo-stp_10.42.42.5(pid=1615) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1615)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:22:39.962448 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:22:40.023022 run osmo-hlr_10.42.42.2(pid=1612): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1612)]\u000a06:22:40.072467 run osmo-hlr_10.42.42.2(pid=1612): stdout: \u000a| (launched: 2022-12-09_06:22:37.183204) \u000a06:22:40.122758 run osmo-hlr_10.42.42.2(pid=1612): stderr: \u000a| �[0;m�[1;31m20221209062237361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062237361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062237361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062237361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062237361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062237361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062237375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062237383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062237383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062237383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:40.191069 run osmo-msc_10.42.42.6(pid=1618): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1618)]\u000a06:22:40.240501 run osmo-msc_10.42.42.6(pid=1618): stdout: \u000a| (launched: 2022-12-09_06:22:39.085440) \u000a06:22:40.290739 run osmo-msc_10.42.42.6(pid=1618): stderr: \u000a| �[0;m�[38;5;43m20221209062239360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062239360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8dc440ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062239360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062239360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062239361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062239361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062239362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062239363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062239363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062239363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:40.333041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1611): Terminating (SIGTERM)\u000a06:22:40.373555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1614): Terminating (SIGTERM)\u000a06:22:40.413807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1617): Terminating (SIGTERM)\u000a06:22:40.423442 --- ParallelTerminationStrategy: PID 1611 died...\u000a06:22:40.477463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1611): Terminated: ok {rc=0}\u000a06:22:40.487457 --- ParallelTerminationStrategy: PID 1614 died...\u000a06:22:40.541057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1614): Terminated: ok {rc=0}\u000a06:22:40.551094 --- ParallelTerminationStrategy: PID 1617 died...\u000a06:22:40.605073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1617): Terminated: ok {rc=0}\u000a06:22:40.694093 bus /sierra_3: Setting Powered False\u000a06:22:41.797681 bus /sierra_3: Setting Powered False\u000a06:22:42.909755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:22:23" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1630): Process ended prematurely: osmo-stp_10.42.42.5(pid=1630) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1630)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1630): Process ended prematurely: osmo-stp_10.42.42.5(pid=1630) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:22:44.904376 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:44.915882 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:22:45.075945 tst mo_mt_call.py: using LAC 19539\u000a06:22:45.213646 tst mo_mt_call.py: using RAC 159\u000a06:22:45.338033 tst mo_mt_call.py: using CellId 19539\u000a06:22:45.462617 tst mo_mt_call.py: using BVCI 19540\u000a06:22:45.487070 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:45.498666 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:45.510103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:45.521607 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:45.533311 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:45.544556 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:45.659081 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:45.870165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:46.462407 run create_hlr_db(pid=1624): Launched\u000a06:22:46.654572 bus /sierra_2: Setting Powered False\u000a06:22:47.668828 run create_hlr_db(pid=1624): Terminated: ok {rc=0}\u000a06:22:48.095406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1626): Launched\u000a06:22:48.413976 run osmo-hlr_10.42.42.2(pid=1627): Launched\u000a06:22:48.530549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:49.085962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1629): Launched\u000a06:22:49.405169 run osmo-stp_10.42.42.5(pid=1630): Launched\u000a06:22:49.521059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:50.104300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1632): Launched\u000a06:22:50.424074 run osmo-msc_10.42.42.6(pid=1633): Launched\u000a06:22:50.613991 run osmo-stp_10.42.42.5(pid=1630): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1630)]\u000a06:22:50.750161 run osmo-stp_10.42.42.5(pid=1630): stdout: \u000a| (launched: 2022-12-09_06:22:49.248580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:50.885202 run osmo-stp_10.42.42.5(pid=1630): stderr: \u000a| �[0;m�[38;5;43m20221209062249439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062249440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062249440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062249440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062249443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062249443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062249443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:51.013416 run osmo-stp_10.42.42.5(pid=1630): stdout: \u000a| (launched: 2022-12-09_06:22:49.248580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:51.140540 run osmo-stp_10.42.42.5(pid=1630): stderr: \u000a| �[0;m�[38;5;43m20221209062249439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062249440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062249440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062249440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062249443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062249443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062249443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:51.196824 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1630): Process ended prematurely: osmo-stp_10.42.42.5(pid=1630) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1630)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:22:51.205850 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:22:51.268045 run osmo-hlr_10.42.42.2(pid=1627): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1627)]\u000a06:22:51.319121 run osmo-hlr_10.42.42.2(pid=1627): stdout: \u000a| (launched: 2022-12-09_06:22:48.258491) \u000a06:22:51.370950 run osmo-hlr_10.42.42.2(pid=1627): stderr: \u000a| �[0;m�[1;31m20221209062248456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062248456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062248456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062248456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062248456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062248456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062248468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062248476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062248477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062248477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:51.441706 run osmo-msc_10.42.42.6(pid=1633): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1633)]\u000a06:22:51.492681 run osmo-msc_10.42.42.6(pid=1633): stdout: \u000a| (launched: 2022-12-09_06:22:50.267418) \u000a06:22:51.544165 run osmo-msc_10.42.42.6(pid=1633): stderr: \u000a| �[0;m�[38;5;43m20221209062250590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062250590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2f22b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062250591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062250591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062250591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062250591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062250593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062250593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062250593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062250593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:51.587958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1626): Terminating (SIGTERM)\u000a06:22:51.629387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1629): Terminating (SIGTERM)\u000a06:22:51.671129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1632): Terminating (SIGTERM)\u000a06:22:51.680566 --- ParallelTerminationStrategy: PID 1626 died...\u000a06:22:51.735819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1626): Terminated: ok {rc=0}\u000a06:22:51.745928 --- ParallelTerminationStrategy: PID 1629 died...\u000a06:22:51.801096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1629): Terminated: ok {rc=0}\u000a06:22:51.811081 --- ParallelTerminationStrategy: PID 1632 died...\u000a06:22:51.866043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1632): Terminated: ok {rc=0}\u000a06:22:51.951911 bus /sierra_3: Setting Powered False\u000a06:22:53.054960 bus /sierra_3: Setting Powered False\u000a06:22:54.166205 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1642): Process ended prematurely: osmo-stp_10.42.42.5(pid=1642) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1642)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1642): Process ended prematurely: osmo-stp_10.42.42.5(pid=1642) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:55.275380 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:55.287309 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:22:55.447242 tst mo_mt_call_osmux.py: using LAC 19540\u000a06:22:55.575163 tst mo_mt_call_osmux.py: using RAC 160\u000a06:22:55.701734 tst mo_mt_call_osmux.py: using CellId 19540\u000a06:22:55.829495 tst mo_mt_call_osmux.py: using BVCI 19541\u000a06:22:55.854165 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:55.866025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:55.877591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:55.889317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:55.900818 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:55.912445 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:56.026500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:56.226422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:56.697156 run create_hlr_db(pid=1636): Launched\u000a06:22:56.868899 bus /sierra_2: Setting Powered False\u000a06:22:57.892038 run create_hlr_db(pid=1636): Terminated: ok {rc=0}\u000a06:22:58.290361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1638): Launched\u000a06:22:58.589328 run osmo-hlr_10.42.42.2(pid=1639): Launched\u000a06:22:58.703708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:59.232886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1641): Launched\u000a06:22:59.531187 run osmo-stp_10.42.42.5(pid=1642): Launched\u000a06:22:59.639908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:00.185709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1644): Launched\u000a06:23:00.485011 run osmo-msc_10.42.42.6(pid=1645): Launched\u000a06:23:00.662656 run osmo-stp_10.42.42.5(pid=1642): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1642)]\u000a06:23:00.790506 run osmo-stp_10.42.42.5(pid=1642): stdout: \u000a| (launched: 2022-12-09_06:22:59.384080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:00.923906 run osmo-stp_10.42.42.5(pid=1642): stderr: \u000a| �[0;m�[38;5;43m20221209062259551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062259551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062259551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062259552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:01.057679 run osmo-stp_10.42.42.5(pid=1642): stdout: \u000a| (launched: 2022-12-09_06:22:59.384080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:01.179932 run osmo-stp_10.42.42.5(pid=1642): stderr: \u000a| �[0;m�[38;5;43m20221209062259551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062259551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062259551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062259552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:01.234010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1642): Process ended prematurely: osmo-stp_10.42.42.5(pid=1642) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1642)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:23:01.243508 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:23:01.308228 run osmo-hlr_10.42.42.2(pid=1639): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1639)]\u000a06:23:01.359982 run osmo-hlr_10.42.42.2(pid=1639): stdout: \u000a| (launched: 2022-12-09_06:22:58.441991) \u000a06:23:01.412684 run osmo-hlr_10.42.42.2(pid=1639): stderr: \u000a| �[0;m�[1;31m20221209062258618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062258618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062258618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062258618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062258619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062258619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062258630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062258639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062258639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062258639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:01.495977 run osmo-msc_10.42.42.6(pid=1645): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1645)]\u000a06:23:01.560940 run osmo-msc_10.42.42.6(pid=1645): stdout: \u000a| (launched: 2022-12-09_06:23:00.337054) \u000a06:23:01.621999 run osmo-msc_10.42.42.6(pid=1645): stderr: \u000a| �[0;m�[38;5;43m20221209062300609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062300609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f963bfcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062300609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062300609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062300609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062300609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062300611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062300611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062300612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062300612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:01.669738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1638): Terminating (SIGTERM)\u000a06:23:01.720621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1641): Terminating (SIGTERM)\u000a06:23:01.767467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1644): Terminating (SIGTERM)\u000a06:23:01.781994 --- ParallelTerminationStrategy: PID 1638 died...\u000a06:23:01.842245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1638): Terminated: ok {rc=0}\u000a06:23:01.855405 --- ParallelTerminationStrategy: PID 1641 died...\u000a06:23:01.916537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1641): Terminated: ok {rc=0}\u000a06:23:01.927264 --- ParallelTerminationStrategy: PID 1644 died...\u000a06:23:01.996451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1644): Terminated: ok {rc=0}\u000a06:23:02.096825 bus /sierra_3: Setting Powered False\u000a06:23:03.236851 bus /sierra_3: Setting Powered False\u000a06:23:04.354639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:22:44" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1932): Process ended prematurely: osmo-stp_10.42.42.5(pid=1932) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1932)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1932): Process ended prematurely: osmo-stp_10.42.42.5(pid=1932) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:23:06.351456 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:06.364536 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:23:06.521697 tst mo_mt_call.py: using LAC 19541\u000a06:23:06.649116 tst mo_mt_call.py: using RAC 161\u000a06:23:06.770368 tst mo_mt_call.py: using CellId 19541\u000a06:23:06.889280 tst mo_mt_call.py: using BVCI 19542\u000a06:23:06.913164 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:06.925904 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:06.939273 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:06.952589 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:06.966098 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:06.979309 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:23:07.104044 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:23:07.307992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:07.866975 run create_hlr_db(pid=1924): Launched\u000a06:23:08.058291 bus /sierra_2: Setting Powered False\u000a06:23:09.082883 run create_hlr_db(pid=1924): Terminated: ok {rc=0}\u000a06:23:09.542421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1926): Launched\u000a06:23:09.989062 run osmo-hlr_10.42.42.2(pid=1927): Launched\u000a06:23:10.155114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:10.826252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1931): Launched\u000a06:23:11.259715 run osmo-stp_10.42.42.5(pid=1932): Launched\u000a06:23:11.494324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:12.125253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1934): Launched\u000a06:23:12.555787 run osmo-msc_10.42.42.6(pid=1935): Launched\u000a06:23:12.966376 run osmo-stp_10.42.42.5(pid=1932): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1932)]\u000a06:23:13.168453 run osmo-stp_10.42.42.5(pid=1932): stdout: \u000a| (launched: 2022-12-09_06:23:10.997273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:13.309356 run osmo-stp_10.42.42.5(pid=1932): stderr: \u000a| �[0;m�[38;5;43m20221209062311306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062311306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062311306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062311306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062311307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062311307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062311307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:13.445207 run osmo-stp_10.42.42.5(pid=1932): stdout: \u000a| (launched: 2022-12-09_06:23:10.997273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:13.581855 run osmo-stp_10.42.42.5(pid=1932): stderr: \u000a| �[0;m�[38;5;43m20221209062311306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062311306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062311306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062311306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062311307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062311307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062311307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:13.641527 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1932): Process ended prematurely: osmo-stp_10.42.42.5(pid=1932) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1932)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:23:13.652170 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a06:23:13.718815 run osmo-hlr_10.42.42.2(pid=1927): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1927)]\u000a06:23:13.775285 run osmo-hlr_10.42.42.2(pid=1927): stdout: \u000a| (launched: 2022-12-09_06:23:09.716452) \u000a06:23:13.829912 run osmo-hlr_10.42.42.2(pid=1927): stderr: \u000a| �[0;m�[1;31m20221209062310036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062310036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062310036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062310036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062310036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062310036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062310056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062310068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062310068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062310077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:13.903387 run osmo-msc_10.42.42.6(pid=1935): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1935)]\u000a06:23:13.956697 run osmo-msc_10.42.42.6(pid=1935): stdout: \u000a| (launched: 2022-12-09_06:23:12.297605) \u000a06:23:14.012287 run osmo-msc_10.42.42.6(pid=1935): stderr: \u000a| �[0;m�[38;5;43m20221209062312810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062312810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2b36c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062312810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062312810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062312811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062312811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062312812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062312821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062312821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062312821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:14.058685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1926): Terminating (SIGTERM)\u000a06:23:14.105187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1931): Terminating (SIGTERM)\u000a06:23:14.151098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1934): Terminating (SIGTERM)\u000a06:23:14.163058 --- ParallelTerminationStrategy: PID 1926 died...\u000a06:23:14.223916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1926): Terminated: ok {rc=0}\u000a06:23:14.235315 --- ParallelTerminationStrategy: PID 1931 died...\u000a06:23:14.294750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1931): Terminated: ok {rc=0}\u000a06:23:14.305893 --- ParallelTerminationStrategy: PID 1934 died...\u000a06:23:14.366710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1934): Terminated: ok {rc=0}\u000a06:23:14.458195 bus /sierra_3: Setting Powered False\u000a06:23:15.571055 bus /sierra_3: Setting Powered False\u000a06:23:16.704356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1943): Process ended prematurely: osmo-stp_10.42.42.5(pid=1943) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1943)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1943): Process ended prematurely: osmo-stp_10.42.42.5(pid=1943) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:23:17.823370 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:17.836773 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:23:17.998173 tst mo_mt_call_osmux.py: using LAC 19542\u000a06:23:18.122043 tst mo_mt_call_osmux.py: using RAC 162\u000a06:23:18.247024 tst mo_mt_call_osmux.py: using CellId 19542\u000a06:23:18.372017 tst mo_mt_call_osmux.py: using BVCI 19543\u000a06:23:18.396576 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:18.409410 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:18.422428 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:18.435805 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:18.449263 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:23:18.461569 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:23:18.585273 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:23:18.796750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:19.338824 run create_hlr_db(pid=1937): Launched\u000a06:23:19.521054 bus /sierra_2: Setting Powered False\u000a06:23:20.543819 run create_hlr_db(pid=1937): Terminated: ok {rc=0}\u000a06:23:20.985879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1939): Launched\u000a06:23:21.410808 run osmo-hlr_10.42.42.2(pid=1940): Launched\u000a06:23:21.642877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:22.306621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1942): Launched\u000a06:23:22.719667 run osmo-stp_10.42.42.5(pid=1943): Launched\u000a06:23:22.956151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:23.622299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1946): Launched\u000a06:23:23.950310 run osmo-msc_10.42.42.6(pid=1947): Launched\u000a06:23:24.142619 run osmo-stp_10.42.42.5(pid=1943): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1943)]\u000a06:23:24.280935 run osmo-stp_10.42.42.5(pid=1943): stdout: \u000a| (launched: 2022-12-09_06:23:22.468034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:24.418243 run osmo-stp_10.42.42.5(pid=1943): stderr: \u000a| �[0;m�[38;5;43m20221209062322808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062322808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062322813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062322813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062322814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062322819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062322819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:24.549405 run osmo-stp_10.42.42.5(pid=1943): stdout: \u000a| (launched: 2022-12-09_06:23:22.468034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:24.679185 run osmo-stp_10.42.42.5(pid=1943): stderr: \u000a| �[0;m�[38;5;43m20221209062322808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062322808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062322813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062322813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062322814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062322819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062322819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:24.736762 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1943): Process ended prematurely: osmo-stp_10.42.42.5(pid=1943) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1943)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:23:24.746078 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a06:23:24.808846 run osmo-hlr_10.42.42.2(pid=1940): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1940)]\u000a06:23:24.860294 run osmo-hlr_10.42.42.2(pid=1940): stdout: \u000a| (launched: 2022-12-09_06:23:21.144647) \u000a06:23:24.912356 run osmo-hlr_10.42.42.2(pid=1940): stderr: \u000a| �[0;m�[1;31m20221209062321495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062321495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062321495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062321495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062321495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062321495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062321515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062321530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062321530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062321530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:24.983387 run osmo-msc_10.42.42.6(pid=1947): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1947)]\u000a06:23:25.035120 run osmo-msc_10.42.42.6(pid=1947): stdout: \u000a| (launched: 2022-12-09_06:23:23.789737) \u000a06:23:25.087087 run osmo-msc_10.42.42.6(pid=1947): stderr: \u000a| �[0;m�[38;5;43m20221209062324112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062324112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f739a353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062324112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]\u000a| �[38;5;43m20221209062324112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062324112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062324112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062324113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062324114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:25.131217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1939): Terminating (SIGTERM)\u000a06:23:25.173092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1942): Terminating (SIGTERM)\u000a06:23:25.215172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1946): Terminating (SIGTERM)\u000a06:23:25.225112 --- ParallelTerminationStrategy: PID 1939 died...\u000a06:23:25.281393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1939): Terminated: ok {rc=0}\u000a06:23:25.291668 --- ParallelTerminationStrategy: PID 1942 died...\u000a06:23:25.347668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1942): Terminated: ok {rc=0}\u000a06:23:25.358024 --- ParallelTerminationStrategy: PID 1946 died...\u000a06:23:25.413795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1946): Terminated: ok {rc=0}\u000a06:23:25.500926 bus /sierra_3: Setting Powered False\u000a06:23:26.605814 bus /sierra_3: Setting Powered False\u000a06:23:27.717420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:23:06" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:23:29.716901 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:29.728503 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:23:29.886208 tst mo_mt_call.py: using LAC 19543\u000a06:23:30.006110 tst mo_mt_call.py: using RAC 163\u000a06:23:30.125311 tst mo_mt_call.py: using CellId 19543\u000a06:23:30.253403 tst mo_mt_call.py: using BVCI 19544\u000a06:23:30.278611 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:30.290427 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:30.302037 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:30.313698 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:30.325360 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:30.336852 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:23:30.455112 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:23:30.666145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:31.234762 run create_hlr_db(pid=1952): Launched\u000a06:23:31.437476 bus /sierra_2: Setting Powered False\u000a06:23:32.454745 run create_hlr_db(pid=1952): Terminated: ok {rc=0}\u000a06:23:32.866382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Launched\u000a06:23:33.171922 run osmo-hlr_10.42.42.2(pid=1955): Launched\u000a06:23:33.291887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:33.825356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Launched\u000a06:23:34.130854 run osmo-stp_10.42.42.5(pid=1958): Launched\u000a06:23:34.241960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:34.799356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1960): Launched\u000a06:23:35.105992 run osmo-msc_10.42.42.6(pid=1961): Launched\u000a06:23:35.286362 run osmo-stp_10.42.42.5(pid=1958): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]\u000a06:23:35.416690 run osmo-stp_10.42.42.5(pid=1958): stdout: \u000a| (launched: 2022-12-09_06:23:33.980089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:35.544465 run osmo-stp_10.42.42.5(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221209062334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062334152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062334152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062334152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062334153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062334153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062334153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:35.667371 run osmo-stp_10.42.42.5(pid=1958): stdout: \u000a| (launched: 2022-12-09_06:23:33.980089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:35.788810 run osmo-stp_10.42.42.5(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221209062334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062334152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062334152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062334152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062334153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062334153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062334153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:35.842254 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:23:35.850818 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:23:35.911997 run osmo-hlr_10.42.42.2(pid=1955): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1955)]\u000a06:23:35.961728 run osmo-hlr_10.42.42.2(pid=1955): stdout: \u000a| (launched: 2022-12-09_06:23:33.021685) \u000a06:23:36.012212 run osmo-hlr_10.42.42.2(pid=1955): stderr: \u000a| �[0;m�[1;31m20221209062333197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062333197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062333197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062333197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062333197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062333197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062333209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062333219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062333219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062333219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:36.080659 run osmo-msc_10.42.42.6(pid=1961): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1961)]\u000a06:23:36.130463 run osmo-msc_10.42.42.6(pid=1961): stdout: \u000a| (launched: 2022-12-09_06:23:34.954236) \u000a06:23:36.180795 run osmo-msc_10.42.42.6(pid=1961): stderr: \u000a| �[0;m�[38;5;43m20221209062335226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062335226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06b11b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062335226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062335226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062335227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062335227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062335228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062335229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062335229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062335229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:36.223038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Terminating (SIGTERM)\u000a06:23:36.263502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Terminating (SIGTERM)\u000a06:23:36.303949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1960): Terminating (SIGTERM)\u000a06:23:36.313656 --- ParallelTerminationStrategy: PID 1954 died...\u000a06:23:36.367533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Terminated: ok {rc=0}\u000a06:23:36.377818 --- ParallelTerminationStrategy: PID 1957 died...\u000a06:23:36.432132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Terminated: ok {rc=0}\u000a06:23:36.442045 --- ParallelTerminationStrategy: PID 1960 died...\u000a06:23:36.496266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1960): Terminated: ok {rc=0}\u000a06:23:36.581265 bus /sierra_3: Setting Powered False\u000a06:23:37.684729 bus /sierra_3: Setting Powered False\u000a06:23:38.798475 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1970): Process ended prematurely: osmo-stp_10.42.42.5(pid=1970) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1970): Process ended prematurely: osmo-stp_10.42.42.5(pid=1970) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:23:39.910563 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:39.922312 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:23:40.078707 tst mo_mt_call_osmux.py: using LAC 19544\u000a06:23:40.201073 tst mo_mt_call_osmux.py: using RAC 164\u000a06:23:40.330135 tst mo_mt_call_osmux.py: using CellId 19544\u000a06:23:40.461330 tst mo_mt_call_osmux.py: using BVCI 19545\u000a06:23:40.484574 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:40.495759 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:40.506761 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:40.517912 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:40.529161 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:40.540326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:23:40.660600 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:23:40.863334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:41.344511 run create_hlr_db(pid=1963): Launched\u000a06:23:41.519167 bus /sierra_2: Setting Powered False\u000a06:23:42.540863 run create_hlr_db(pid=1963): Terminated: ok {rc=0}\u000a06:23:42.948182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1966): Launched\u000a06:23:43.253834 run osmo-hlr_10.42.42.2(pid=1967): Launched\u000a06:23:43.364537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:43.894686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1969): Launched\u000a06:23:44.201898 run osmo-stp_10.42.42.5(pid=1970): Launched\u000a06:23:44.313548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:44.868722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1972): Launched\u000a06:23:45.175470 run osmo-msc_10.42.42.6(pid=1973): Launched\u000a06:23:45.356020 run osmo-stp_10.42.42.5(pid=1970): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)]\u000a06:23:45.486132 run osmo-stp_10.42.42.5(pid=1970): stdout: \u000a| (launched: 2022-12-09_06:23:44.049888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:45.614222 run osmo-stp_10.42.42.5(pid=1970): stderr: \u000a| �[0;m�[38;5;43m20221209062344222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062344222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062344223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062344223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062344223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062344224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062344224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:45.736613 run osmo-stp_10.42.42.5(pid=1970): stdout: \u000a| (launched: 2022-12-09_06:23:44.049888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:45.874369 run osmo-stp_10.42.42.5(pid=1970): stderr: \u000a| �[0;m�[38;5;43m20221209062344222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062344222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062344223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062344223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062344223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062344224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062344224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:45.952610 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1970): Process ended prematurely: osmo-stp_10.42.42.5(pid=1970) [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)] [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:23:45.968239 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:23:46.039226 run osmo-hlr_10.42.42.2(pid=1967): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1967)]\u000a06:23:46.105535 run osmo-hlr_10.42.42.2(pid=1967): stdout: \u000a| (launched: 2022-12-09_06:23:43.102606) \u000a06:23:46.159263 run osmo-hlr_10.42.42.2(pid=1967): stderr: \u000a| �[0;m�[1;31m20221209062343280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062343280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062343280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062343280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062343280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062343280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062343306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062343316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062343317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062343317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:46.234122 run osmo-msc_10.42.42.6(pid=1973): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1973)]\u000a06:23:46.287198 run osmo-msc_10.42.42.6(pid=1973): stdout: \u000a| (launched: 2022-12-09_06:23:45.023669) \u000a06:23:46.341053 run osmo-msc_10.42.42.6(pid=1973): stderr: \u000a| �[0;m�[38;5;43m20221209062345296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062345296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5a8c27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062345296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062345296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062345299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062345299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062345299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062345299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:46.388280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1966): Terminating (SIGTERM)\u000a06:23:46.434728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1969): Terminating (SIGTERM)\u000a06:23:46.485828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1972): Terminating (SIGTERM)\u000a06:23:46.497131 --- ParallelTerminationStrategy: PID 1966 died...\u000a06:23:46.565231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1966): Terminated: ok {rc=0}\u000a06:23:46.578619 --- ParallelTerminationStrategy: PID 1969 died...\u000a06:23:46.640291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1969): Terminated: ok {rc=0}\u000a06:23:46.651368 --- ParallelTerminationStrategy: PID 1972 died...\u000a06:23:46.710477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1972): Terminated: ok {rc=0}\u000a06:23:46.803456 bus /sierra_3: Setting Powered False\u000a06:23:47.910594 bus /sierra_3: Setting Powered False\u000a06:23:49.019037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:23:29" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:23:51.034051 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:51.045368 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:23:51.189998 tst emergency_mo_mt_call.py: using LAC 19545\u000a06:23:51.314232 tst emergency_mo_mt_call.py: using RAC 165\u000a06:23:51.443069 tst emergency_mo_mt_call.py: using CellId 19545\u000a06:23:51.567140 tst emergency_mo_mt_call.py: using BVCI 19546\u000a06:23:51.591676 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:51.603675 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:51.614863 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:51.626099 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:51.637247 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:51.648431 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:51.764918 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:51.963063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:52.437808 run create_hlr_db(pid=1978): Launched\u000a06:23:52.612696 bus /sierra_2: Setting Powered False\u000a06:23:53.633511 run create_hlr_db(pid=1978): Terminated: ok {rc=0}\u000a06:23:54.036076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Launched\u000a06:23:54.336275 run osmo-hlr_10.42.42.2(pid=1981): Launched\u000a06:23:54.446210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:54.965688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Launched\u000a06:23:55.265148 run osmo-stp_10.42.42.5(pid=1984): Launched\u000a06:23:55.386272 tst emergency_mo_mt_call.py: using MSISDN 7059\u000a06:23:55.533970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:56.085006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Launched\u000a06:23:56.386276 run osmo-msc_10.42.42.6(pid=1987): Launched\u000a06:23:56.563326 run osmo-stp_10.42.42.5(pid=1984): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)]\u000a06:23:56.691709 run osmo-stp_10.42.42.5(pid=1984): stdout: \u000a| (launched: 2022-12-09_06:23:55.117275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:56.816643 run osmo-stp_10.42.42.5(pid=1984): stderr: \u000a| �[0;m�[38;5;43m20221209062355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062355287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062355289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062355289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062355290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:56.937075 run osmo-stp_10.42.42.5(pid=1984): stdout: \u000a| (launched: 2022-12-09_06:23:55.117275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:57.055940 run osmo-stp_10.42.42.5(pid=1984): stderr: \u000a| �[0;m�[38;5;43m20221209062355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062355287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062355289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062355289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062355290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:57.108068 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)] [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a06:23:57.116240 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a06:23:57.177361 run osmo-hlr_10.42.42.2(pid=1981): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1981)]\u000a06:23:57.227295 run osmo-hlr_10.42.42.2(pid=1981): stdout: \u000a| (launched: 2022-12-09_06:23:54.188115) \u000a06:23:57.277540 run osmo-hlr_10.42.42.2(pid=1981): stderr: \u000a| �[0;m�[1;31m20221209062354367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062354367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062354367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062354367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062354367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062354367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062354380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062354390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062354390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062354390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:57.346577 run osmo-msc_10.42.42.6(pid=1987): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1987)]\u000a06:23:57.396364 run osmo-msc_10.42.42.6(pid=1987): stdout: \u000a| (launched: 2022-12-09_06:23:56.237255) \u000a06:23:57.446798 run osmo-msc_10.42.42.6(pid=1987): stderr: \u000a| �[0;m�[38;5;43m20221209062356510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062356510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4735a77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062356511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062356511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062356511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062356512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062356513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062356514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062356514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062356514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:57.489426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Terminating (SIGTERM)\u000a06:23:57.529892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Terminating (SIGTERM)\u000a06:23:57.570464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Terminating (SIGTERM)\u000a06:23:57.580269 --- ParallelTerminationStrategy: PID 1980 died...\u000a06:23:57.634361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Terminated: ok {rc=0}\u000a06:23:57.644508 --- ParallelTerminationStrategy: PID 1983 died...\u000a06:23:57.698482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Terminated: ok {rc=0}\u000a06:23:57.708437 --- ParallelTerminationStrategy: PID 1986 died...\u000a06:23:57.762080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Terminated: ok {rc=0}\u000a06:23:57.847450 bus /sierra_3: Setting Powered False\u000a06:23:58.955142 bus /sierra_3: Setting Powered False\u000a06:24:00.064012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:24:01.115584 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:24:01.128624 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:01.298061 tst emergency_preemptive_call.py: using LAC 19546\u000a06:24:01.422194 tst emergency_preemptive_call.py: using RAC 166\u000a06:24:01.564217 tst emergency_preemptive_call.py: using CellId 19546\u000a06:24:01.686730 tst emergency_preemptive_call.py: using BVCI 19547\u000a06:24:01.710685 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:24:01.722716 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:24:01.735504 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:24:01.748479 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:24:01.760407 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:24:01.775302 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:01.893888 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:02.014741 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:02.151568 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:02.355372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:02.828881 run create_hlr_db(pid=1989): Launched\u000a06:24:03.002520 bus /sierra_2: Setting Powered False\u000a06:24:04.023621 run create_hlr_db(pid=1989): Terminated: ok {rc=0}\u000a06:24:04.452325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Launched\u000a06:24:04.774050 run osmo-hlr_10.42.42.2(pid=1992): Launched\u000a06:24:04.894299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:05.453408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Launched\u000a06:24:05.774564 run osmo-stp_10.42.42.5(pid=1995): Launched\u000a06:24:05.906785 tst emergency_preemptive_call.py: using MSISDN 7060\u000a06:24:06.067591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:24:06.652552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1997): Launched\u000a06:24:06.974730 run osmo-msc_10.42.42.6(pid=1998): Launched\u000a06:24:07.162674 run osmo-stp_10.42.42.5(pid=1995): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a06:24:07.298299 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-09_06:24:05.617132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:07.433754 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221209062405817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062405817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062405817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062405817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062405818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062405818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062405818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:07.563063 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-09_06:24:05.617132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:07.691087 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221209062405817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062405817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062405817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062405817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062405818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062405818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062405818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:07.747052 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)] [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a06:24:07.755667 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a06:24:07.818668 run osmo-hlr_10.42.42.2(pid=1992): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1992)]\u000a06:24:07.870425 run osmo-hlr_10.42.42.2(pid=1992): stdout: \u000a| (launched: 2022-12-09_06:24:04.615717) \u000a06:24:07.922695 run osmo-hlr_10.42.42.2(pid=1992): stderr: \u000a| �[0;m�[1;31m20221209062404816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062404816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062404816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062404816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062404816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062404816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062404828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062404836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062404836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062404837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:07.994070 run osmo-msc_10.42.42.6(pid=1998): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1998)]\u000a06:24:08.045722 run osmo-msc_10.42.42.6(pid=1998): stdout: \u000a| (launched: 2022-12-09_06:24:06.815973) \u000a06:24:08.097888 run osmo-msc_10.42.42.6(pid=1998): stderr: \u000a| �[0;m�[38;5;43m20221209062407137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062407137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc3b279c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062407138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062407138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062407138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062407138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062407141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062407142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062407142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062407142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:24:08.142311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminating (SIGTERM)\u000a06:24:08.184137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminating (SIGTERM)\u000a06:24:08.226695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1997): Terminating (SIGTERM)\u000a06:24:08.236540 --- ParallelTerminationStrategy: PID 1991 died...\u000a06:24:08.292378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminated: ok {rc=0}\u000a06:24:08.302565 --- ParallelTerminationStrategy: PID 1994 died...\u000a06:24:08.358192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminated: ok {rc=0}\u000a06:24:08.368328 --- ParallelTerminationStrategy: PID 1997 died...\u000a06:24:08.423813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1997): Terminated: ok {rc=0}\u000a06:24:08.511331 bus /sierra_9: Setting Powered False\u000a06:24:09.617228 bus /sierra_9: Setting Powered False\u000a06:24:10.726469 bus /sierra_8: Setting Powered False\u000a06:24:11.832308 bus /sierra_8: Setting Powered False\u000a06:24:12.940465 bus /sierra_3: Setting Powered False\u000a06:24:14.043693 bus /sierra_3: Setting Powered False\u000a06:24:15.156125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:23:50" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2355↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2355↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:24:17.339875 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.351176 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:17.493319 tst cs_paging_gprs_active.py: using LAC 19547\u000a06:24:17.625089 tst cs_paging_gprs_active.py: using RAC 167\u000a06:24:17.754136 tst cs_paging_gprs_active.py: using CellId 19547\u000a06:24:17.878241 tst cs_paging_gprs_active.py: using BVCI 19548\u000a06:24:17.901686 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.912451 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.923003 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.933886 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.944545 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.955317 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.966343 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.977092 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:17.987884 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:18.109785 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:18.406957 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:24:18.543758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:18.882729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2003): Launched\u000a06:24:19.164216 run iperf3-srv_10.42.42.10(pid=2004): Launched\u000a06:24:19.364788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:24:19.501224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:19.839996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2005): Launched\u000a06:24:20.122715 run iperf3-srv_10.42.42.10(pid=2006): Launched\u000a06:24:20.322950 tst cs_paging_gprs_active.py:38: start network...\u000a06:24:20.459342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:20.985752 run create_hlr_db(pid=2007): Launched\u000a06:24:21.174849 bus /sierra_2: Setting Powered False\u000a06:24:22.197324 run create_hlr_db(pid=2007): Terminated: ok {rc=0}\u000a06:24:22.633516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Launched\u000a06:24:22.962183 run osmo-hlr_10.42.42.2(pid=2010): Launched\u000a06:24:23.083646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:23.654197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Launched\u000a06:24:23.984210 run osmo-stp_10.42.42.5(pid=2013): Launched\u000a06:24:24.102715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:24.677526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2015): Launched\u000a06:24:24.794632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:25.080548 run patchelf(pid=2016): Launched\u000a06:24:25.273347 run osmo-stp_10.42.42.5(pid=2013): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]\u000a06:24:25.413715 run osmo-stp_10.42.42.5(pid=2013): stdout: \u000a| (launched: 2022-12-09_06:24:23.821461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:25.554165 run osmo-stp_10.42.42.5(pid=2013): stderr: \u000a| �[0;m�[38;5;43m20221209062424016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062424016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062424017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062424017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062424017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062424017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062424018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:25.690620 run osmo-stp_10.42.42.5(pid=2013): stdout: \u000a| (launched: 2022-12-09_06:24:23.821461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:25.825218 run osmo-stp_10.42.42.5(pid=2013): stderr: \u000a| �[0;m�[38;5;43m20221209062424016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062424016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062424017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062424017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062424017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062424017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062424018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:25.981899 run patchelf(pid=2016): Terminating (SIGINT)\u000a06:24:26.166564 run patchelf(pid=2016): Terminated: ok {rc=0}\u000a06:24:26.200170 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2355↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)] [trial-2355↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a06:24:26.209795 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:24:26.272941 run osmo-hlr_10.42.42.2(pid=2010): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2010)]\u000a06:24:26.324387 run osmo-hlr_10.42.42.2(pid=2010): stdout: \u000a| (launched: 2022-12-09_06:24:22.801094) \u000a06:24:26.376339 run osmo-hlr_10.42.42.2(pid=2010): stderr: \u000a| �[0;m�[1;31m20221209062423002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062423002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062423002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062423002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062423002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062423002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062423014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062423023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062423023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062423023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:26.420813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2003): Terminating (SIGTERM)\u000a06:24:26.462820 run iperf3-srv_10.42.42.10(pid=2004): Terminating (SIGTERM)\u000a06:24:26.504834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2005): Terminating (SIGTERM)\u000a06:24:26.546619 run iperf3-srv_10.42.42.10(pid=2006): Terminating (SIGTERM)\u000a06:24:26.588453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Terminating (SIGTERM)\u000a06:24:26.630432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Terminating (SIGTERM)\u000a06:24:26.672527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2015): Terminating (SIGTERM)\u000a06:24:26.682853 --- ParallelTerminationStrategy: PID 2003 died...\u000a06:24:26.738956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2003): Terminated: ok {rc=0}\u000a06:24:26.749254 --- ParallelTerminationStrategy: PID 2004 died...\u000a06:24:26.805042 run iperf3-srv_10.42.42.10(pid=2004): Terminated {rc=256}\u000a06:24:26.815212 --- ParallelTerminationStrategy: PID 2005 died...\u000a06:24:26.871473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2005): Terminated: ok {rc=0}\u000a06:24:26.881702 --- ParallelTerminationStrategy: PID 2006 died...\u000a06:24:26.937244 run iperf3-srv_10.42.42.10(pid=2006): Terminated {rc=256}\u000a06:24:26.947375 --- ParallelTerminationStrategy: PID 2009 died...\u000a06:24:27.003060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Terminated: ok {rc=0}\u000a06:24:27.013308 --- ParallelTerminationStrategy: PID 2012 died...\u000a06:24:27.069035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Terminated: ok {rc=0}\u000a06:24:27.079237 --- ParallelTerminationStrategy: PID 2015 died...\u000a06:24:27.134916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2015): Terminated: ok {rc=0}\u000a06:24:27.223150 bus /gobi_0: Setting Powered False\u000a06:24:28.327144 bus /gobi_0: Setting Powered False\u000a06:24:29.437967 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2025): Process ended prematurely: osmo-stp_10.42.42.5(pid=2025) [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2025): Process ended prematurely: osmo-stp_10.42.42.5(pid=2025) [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a06:24:30.549720 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:30.561306 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:30.701392 tst iperf3.py: using LAC 19548\u000a06:24:30.819060 tst iperf3.py: using RAC 168\u000a06:24:30.956522 tst iperf3.py: using CellId 19548\u000a06:24:31.089613 tst iperf3.py: using BVCI 19549\u000a06:24:31.116189 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.128578 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.140742 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.152576 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.165181 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.177337 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.189538 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.201252 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:31.212933 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:31.520591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:24:31.663491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:32.024781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2017): Launched\u000a06:24:32.311569 run iperf3-srv_10.42.42.10(pid=2018): Launched\u000a06:24:32.511656 tst iperf3.py:8: start network...\u000a06:24:32.648297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:33.172370 run create_hlr_db(pid=2019): Launched\u000a06:24:33.360999 bus /gobi_6: Setting Powered False\u000a06:24:34.381307 run create_hlr_db(pid=2019): Terminated: ok {rc=0}\u000a06:24:34.816209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2021): Launched\u000a06:24:35.142816 run osmo-hlr_10.42.42.2(pid=2022): Launched\u000a06:24:35.261981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:35.832062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2024): Launched\u000a06:24:36.159796 run osmo-stp_10.42.42.5(pid=2025): Launched\u000a06:24:36.282876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:36.852850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2027): Launched\u000a06:24:36.969380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:37.254331 run patchelf(pid=2028): Launched\u000a06:24:37.445974 run osmo-stp_10.42.42.5(pid=2025): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)]\u000a06:24:37.585338 run osmo-stp_10.42.42.5(pid=2025): stdout: \u000a| (launched: 2022-12-09_06:24:35.998795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:37.725804 run osmo-stp_10.42.42.5(pid=2025): stderr: \u000a| �[0;m�[38;5;43m20221209062436194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062436194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062436194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062436195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062436195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062436195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062436195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:37.861979 run osmo-stp_10.42.42.5(pid=2025): stdout: \u000a| (launched: 2022-12-09_06:24:35.998795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:37.996825 run osmo-stp_10.42.42.5(pid=2025): stderr: \u000a| �[0;m�[38;5;43m20221209062436194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062436194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062436194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062436195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062436195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062436195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062436195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:38.153300 run patchelf(pid=2028): Terminating (SIGINT)\u000a06:24:38.338065 run patchelf(pid=2028): Terminated: ok {rc=0}\u000a06:24:38.371573 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2025): Process ended prematurely: osmo-stp_10.42.42.5(pid=2025) [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2025)] [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a06:24:38.381450 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a06:24:38.444208 run osmo-hlr_10.42.42.2(pid=2022): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2022)]\u000a06:24:38.495486 run osmo-hlr_10.42.42.2(pid=2022): stdout: \u000a| (launched: 2022-12-09_06:24:34.982504) \u000a06:24:38.547337 run osmo-hlr_10.42.42.2(pid=2022): stderr: \u000a| �[0;m�[1;31m20221209062435184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062435184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062435184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062435184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062435184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062435185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062435196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062435205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062435205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062435205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:38.591868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2017): Terminating (SIGTERM)\u000a06:24:38.633810 run iperf3-srv_10.42.42.10(pid=2018): Terminating (SIGTERM)\u000a06:24:38.675872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2021): Terminating (SIGTERM)\u000a06:24:38.718382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2024): Terminating (SIGTERM)\u000a06:24:38.760268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2027): Terminating (SIGTERM)\u000a06:24:38.770134 --- ParallelTerminationStrategy: PID 2017 died...\u000a06:24:38.826121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2017): Terminated: ok {rc=0}\u000a06:24:38.836366 --- ParallelTerminationStrategy: PID 2018 died...\u000a06:24:38.892199 run iperf3-srv_10.42.42.10(pid=2018): Terminated {rc=256}\u000a06:24:38.902391 --- ParallelTerminationStrategy: PID 2021 died...\u000a06:24:38.958231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2021): Terminated: ok {rc=0}\u000a06:24:38.968565 --- ParallelTerminationStrategy: PID 2024 died...\u000a06:24:39.024488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2024): Terminated: ok {rc=0}\u000a06:24:39.034703 --- ParallelTerminationStrategy: PID 2027 died...\u000a06:24:39.090397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2027): Terminated: ok {rc=0}\u000a06:24:39.178046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a06:24:40.290287 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.301792 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:40.438302 tst iperf3m4.py: using LAC 19549\u000a06:24:40.567302 tst iperf3m4.py: using RAC 169\u000a06:24:40.692834 tst iperf3m4.py: using CellId 19549\u000a06:24:40.815324 tst iperf3m4.py: using BVCI 19550\u000a06:24:40.838578 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.849558 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.860180 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.871586 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.882917 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.894168 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.905825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.916837 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:40.928460 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:41.045182 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:41.167750 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:41.285855 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:41.582933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:24:41.720723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:42.059302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2029): Launched\u000a06:24:42.342616 run iperf3-srv_10.42.42.10(pid=2030): Launched\u000a06:24:42.543152 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:24:42.679288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:43.017968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2031): Launched\u000a06:24:43.299500 run iperf3-srv_10.42.42.10(pid=2032): Launched\u000a06:24:43.499731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:24:43.636104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:43.973818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2033): Launched\u000a06:24:44.255914 run iperf3-srv_10.42.42.10(pid=2034): Launched\u000a06:24:44.457475 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:24:44.593873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:44.933536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2035): Launched\u000a06:24:45.215477 run iperf3-srv_10.42.42.10(pid=2036): Launched\u000a06:24:45.415836 tst iperf3m4.py:8: start network...\u000a06:24:45.552207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:46.104398 run create_hlr_db(pid=2037): Launched\u000a06:24:46.291770 bus /gobi_6: Setting Powered False\u000a06:24:47.306942 run create_hlr_db(pid=2037): Terminated: ok {rc=0}\u000a06:24:47.716031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Launched\u000a06:24:48.022121 run osmo-hlr_10.42.42.2(pid=2040): Launched\u000a06:24:48.134953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:48.776434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Launched\u000a06:24:49.075592 run osmo-stp_10.42.42.5(pid=2043): Launched\u000a06:24:49.185001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:49.706943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Launched\u000a06:24:49.813518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:50.074937 run patchelf(pid=2046): Launched\u000a06:24:50.251206 run osmo-stp_10.42.42.5(pid=2043): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]\u000a06:24:50.380231 run osmo-stp_10.42.42.5(pid=2043): stdout: \u000a| (launched: 2022-12-09_06:24:48.927663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:50.509173 run osmo-stp_10.42.42.5(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221209062449098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062449098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062449098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062449099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062449099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062449099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062449099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:50.633932 run osmo-stp_10.42.42.5(pid=2043): stdout: \u000a| (launched: 2022-12-09_06:24:48.927663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:50.757874 run osmo-stp_10.42.42.5(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221209062449098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062449098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062449098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062449099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062449099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062449099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062449099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:50.901406 run patchelf(pid=2046): Terminating (SIGINT)\u000a06:24:51.069663 run patchelf(pid=2046): Terminated: ok {rc=0}\u000a06:24:51.100634 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)] [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a06:24:51.109803 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:24:51.171275 run osmo-hlr_10.42.42.2(pid=2040): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2040)]\u000a06:24:51.220758 run osmo-hlr_10.42.42.2(pid=2040): stdout: \u000a| (launched: 2022-12-09_06:24:47.871474) \u000a06:24:51.270856 run osmo-hlr_10.42.42.2(pid=2040): stderr: \u000a| �[0;m�[1;31m20221209062448050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062448050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062448050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062448050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062448050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062448050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062448060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062448069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062448069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062448069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:51.313006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2029): Terminating (SIGTERM)\u000a06:24:51.353216 run iperf3-srv_10.42.42.10(pid=2030): Terminating (SIGTERM)\u000a06:24:51.393316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2031): Terminating (SIGTERM)\u000a06:24:51.433314 run iperf3-srv_10.42.42.10(pid=2032): Terminating (SIGTERM)\u000a06:24:51.473469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2033): Terminating (SIGTERM)\u000a06:24:51.513436 run iperf3-srv_10.42.42.10(pid=2034): Terminating (SIGTERM)\u000a06:24:51.553409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2035): Terminating (SIGTERM)\u000a06:24:51.593443 run iperf3-srv_10.42.42.10(pid=2036): Terminating (SIGTERM)\u000a06:24:51.633537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminating (SIGTERM)\u000a06:24:51.673600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminating (SIGTERM)\u000a06:24:51.713556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Terminating (SIGTERM)\u000a06:24:51.723173 --- ParallelTerminationStrategy: PID 2029 died...\u000a06:24:51.776797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2029): Terminated: ok {rc=0}\u000a06:24:51.786799 --- ParallelTerminationStrategy: PID 2030 died...\u000a06:24:51.840102 run iperf3-srv_10.42.42.10(pid=2030): Terminated {rc=256}\u000a06:24:51.850078 --- ParallelTerminationStrategy: PID 2031 died...\u000a06:24:51.903566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2031): Terminated: ok {rc=0}\u000a06:24:51.913804 --- ParallelTerminationStrategy: PID 2032 died...\u000a06:24:51.967042 run iperf3-srv_10.42.42.10(pid=2032): Terminated {rc=256}\u000a06:24:51.977069 --- ParallelTerminationStrategy: PID 2033 died...\u000a06:24:52.030509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2033): Terminated: ok {rc=0}\u000a06:24:52.040469 --- ParallelTerminationStrategy: PID 2034 died...\u000a06:24:52.094116 run iperf3-srv_10.42.42.10(pid=2034): Terminated {rc=256}\u000a06:24:52.104062 --- ParallelTerminationStrategy: PID 2035 died...\u000a06:24:52.158025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2035): Terminated: ok {rc=0}\u000a06:24:52.167757 --- ParallelTerminationStrategy: PID 2036 died...\u000a06:24:52.221004 run iperf3-srv_10.42.42.10(pid=2036): Terminated {rc=256}\u000a06:24:52.230853 --- ParallelTerminationStrategy: PID 2039 died...\u000a06:24:52.284153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminated: ok {rc=0}\u000a06:24:52.293726 --- ParallelTerminationStrategy: PID 2042 died...\u000a06:24:52.347673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminated: ok {rc=0}\u000a06:24:52.357380 --- ParallelTerminationStrategy: PID 2045 died...\u000a06:24:52.410847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Terminated: ok {rc=0}\u000a06:24:52.499741 bus /gobi_4: Setting Powered False\u000a06:24:53.606027 bus /gobi_4: Setting Powered False\u000a06:24:54.713790 bus /gobi_1: Setting Powered False\u000a06:24:55.820534 bus /gobi_1: Setting Powered False\u000a06:24:56.927379 bus /gobi_0: Setting Powered False\u000a06:24:58.033515 bus /gobi_0: Setting Powered False\u000a06:24:59.142114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2056): Process ended prematurely: osmo-stp_10.42.42.5(pid=2056) [trial-2355↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2056): Process ended prematurely: osmo-stp_10.42.42.5(pid=2056) [trial-2355↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a06:25:00.210459 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.222282 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:00.360649 tst ping.py: using LAC 19550\u000a06:25:00.489821 tst ping.py: using RAC 170\u000a06:25:00.612149 tst ping.py: using CellId 19550\u000a06:25:00.734809 tst ping.py: using BVCI 19551\u000a06:25:00.759176 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.770368 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.781419 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.792465 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.803443 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.814359 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.825551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:00.848909 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:01.214319 tst ping.py:19: start network...\u000a06:25:01.386172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:01.925342 run create_hlr_db(pid=2050): Launched\u000a06:25:02.113974 bus /gobi_6: Setting Powered False\u000a06:25:03.130465 run create_hlr_db(pid=2050): Terminated: ok {rc=0}\u000a06:25:03.552903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2052): Launched\u000a06:25:03.868719 run osmo-hlr_10.42.42.2(pid=2053): Launched\u000a06:25:03.988041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:04.539146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2055): Launched\u000a06:25:04.853825 run osmo-stp_10.42.42.5(pid=2056): Launched\u000a06:25:04.966640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:05.514802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2058): Launched\u000a06:25:05.626786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:05.902427 run patchelf(pid=2059): Launched\u000a06:25:06.087649 run osmo-stp_10.42.42.5(pid=2056): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)]\u000a06:25:06.223097 run osmo-stp_10.42.42.5(pid=2056): stdout: \u000a| (launched: 2022-12-09_06:25:04.699942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:06.358728 run osmo-stp_10.42.42.5(pid=2056): stderr: \u000a| �[0;m�[38;5;43m20221209062504895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062504895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062504895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062504896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062504896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062504896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062504896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:06.489939 run osmo-stp_10.42.42.5(pid=2056): stdout: \u000a| (launched: 2022-12-09_06:25:04.699942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:06.619406 run osmo-stp_10.42.42.5(pid=2056): stderr: \u000a| �[0;m�[38;5;43m20221209062504895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062504895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062504895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062504896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062504896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062504896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062504896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:06.770779 run patchelf(pid=2059): Terminating (SIGINT)\u000a06:25:06.947915 run patchelf(pid=2059): Terminated: ok {rc=0}\u000a06:25:06.979992 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2056): Process ended prematurely: osmo-stp_10.42.42.5(pid=2056) [trial-2355↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)] [trial-2355↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a06:25:06.989095 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:25:07.051766 run osmo-hlr_10.42.42.2(pid=2053): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2053)]\u000a06:25:07.103315 run osmo-hlr_10.42.42.2(pid=2053): stdout: \u000a| (launched: 2022-12-09_06:25:03.714215) \u000a06:25:07.155889 run osmo-hlr_10.42.42.2(pid=2053): stderr: \u000a| �[0;m�[1;31m20221209062503913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062503913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062503913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062503913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062503913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062503913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062503926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062503936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062503936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062503936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:07.200330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2052): Terminating (SIGTERM)\u000a06:25:07.242556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2055): Terminating (SIGTERM)\u000a06:25:07.284517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2058): Terminating (SIGTERM)\u000a06:25:07.294269 --- ParallelTerminationStrategy: PID 2052 died...\u000a06:25:07.350355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2052): Terminated: ok {rc=0}\u000a06:25:07.360351 --- ParallelTerminationStrategy: PID 2055 died...\u000a06:25:07.416024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2055): Terminated: ok {rc=0}\u000a06:25:07.426146 --- ParallelTerminationStrategy: PID 2058 died...\u000a06:25:07.481739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2058): Terminated: ok {rc=0}\u000a06:25:07.568641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2066): Process ended prematurely: osmo-stp_10.42.42.5(pid=2066) [trial-2355↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2066): Process ended prematurely: osmo-stp_10.42.42.5(pid=2066) [trial-2355↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a06:25:08.619407 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:08.631164 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:08.765364 tst ping_idle_ping.py: using LAC 19551\u000a06:25:08.881151 tst ping_idle_ping.py: using RAC 171\u000a06:25:08.996494 tst ping_idle_ping.py: using CellId 19551\u000a06:25:09.113671 tst ping_idle_ping.py: using BVCI 19552\u000a06:25:09.136320 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.147178 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.157905 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.168711 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.179535 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.190423 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.201412 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:09.212206 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:09.483566 tst ping_idle_ping.py:24: start network...\u000a06:25:09.606241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:10.073087 run create_hlr_db(pid=2060): Launched\u000a06:25:10.243757 bus /gobi_6: Setting Powered False\u000a06:25:11.265066 run create_hlr_db(pid=2060): Terminated: ok {rc=0}\u000a06:25:11.687210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2062): Launched\u000a06:25:12.003225 run osmo-hlr_10.42.42.2(pid=2063): Launched\u000a06:25:12.121699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:12.673552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2065): Launched\u000a06:25:12.990651 run osmo-stp_10.42.42.5(pid=2066): Launched\u000a06:25:13.106093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:13.660920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2068): Launched\u000a06:25:13.774595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:14.051081 run patchelf(pid=2069): Launched\u000a06:25:14.238022 run osmo-stp_10.42.42.5(pid=2066): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)]\u000a06:25:14.374862 run osmo-stp_10.42.42.5(pid=2066): stdout: \u000a| (launched: 2022-12-09_06:25:12.835484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:14.511269 run osmo-stp_10.42.42.5(pid=2066): stderr: \u000a| �[0;m�[38;5;43m20221209062513026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062513026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062513026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062513026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062513027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062513027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062513027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:14.643281 run osmo-stp_10.42.42.5(pid=2066): stdout: \u000a| (launched: 2022-12-09_06:25:12.835484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:14.774297 run osmo-stp_10.42.42.5(pid=2066): stderr: \u000a| �[0;m�[38;5;43m20221209062513026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062513026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062513026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062513026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062513027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062513027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062513027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:14.925960 run patchelf(pid=2069): Terminating (SIGINT)\u000a06:25:15.104277 run patchelf(pid=2069): Terminated: ok {rc=0}\u000a06:25:15.136638 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2066): Process ended prematurely: osmo-stp_10.42.42.5(pid=2066) [trial-2355↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)] [trial-2355↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a06:25:15.145836 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:25:15.208773 run osmo-hlr_10.42.42.2(pid=2063): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2063)]\u000a06:25:15.260259 run osmo-hlr_10.42.42.2(pid=2063): stdout: \u000a| (launched: 2022-12-09_06:25:11.848835) \u000a06:25:15.312431 run osmo-hlr_10.42.42.2(pid=2063): stderr: \u000a| �[0;m�[1;31m20221209062512045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062512046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062512046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062512046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062512046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062512046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062512058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062512066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062512067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062512067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:15.357019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2062): Terminating (SIGTERM)\u000a06:25:15.399147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2065): Terminating (SIGTERM)\u000a06:25:15.441266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2068): Terminating (SIGTERM)\u000a06:25:15.450956 --- ParallelTerminationStrategy: PID 2062 died...\u000a06:25:15.507066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2062): Terminated: ok {rc=0}\u000a06:25:15.517252 --- ParallelTerminationStrategy: PID 2065 died...\u000a06:25:15.573058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2065): Terminated: ok {rc=0}\u000a06:25:15.583196 --- ParallelTerminationStrategy: PID 2068 died...\u000a06:25:15.638928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2068): Terminated: ok {rc=0}\u000a06:25:15.726726 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:24:16" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2084): Process ended prematurely: osmo-stp_10.42.42.5(pid=2084) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2084): Process ended prematurely: osmo-stp_10.42.42.5(pid=2084) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:25:17.928153 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:17.939602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:25:18.080542 tst cs_paging_gprs_active.py: using LAC 19552\u000a06:25:18.206156 tst cs_paging_gprs_active.py: using RAC 172\u000a06:25:18.332339 tst cs_paging_gprs_active.py: using CellId 19552\u000a06:25:18.458227 tst cs_paging_gprs_active.py: using BVCI 19553\u000a06:25:18.482879 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.494403 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.505693 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.516927 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.528123 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.539689 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.551219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.563999 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:18.577568 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:18.701268 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:18.995264 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:25:19.129848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:19.462694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2074): Launched\u000a06:25:19.740844 run iperf3-srv_10.42.42.10(pid=2075): Launched\u000a06:25:19.938125 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:25:20.072568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:20.406144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2076): Launched\u000a06:25:20.683975 run iperf3-srv_10.42.42.10(pid=2077): Launched\u000a06:25:20.881682 tst cs_paging_gprs_active.py:38: start network...\u000a06:25:21.015883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:21.531325 run create_hlr_db(pid=2078): Launched\u000a06:25:21.717656 bus /gobi_6: Setting Powered False\u000a06:25:22.739354 run create_hlr_db(pid=2078): Terminated: ok {rc=0}\u000a06:25:23.168144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2080): Launched\u000a06:25:23.489436 run osmo-hlr_10.42.42.2(pid=2081): Launched\u000a06:25:23.606870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:24.167216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2083): Launched\u000a06:25:24.489565 run osmo-stp_10.42.42.5(pid=2084): Launched\u000a06:25:24.607540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:25.173101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2086): Launched\u000a06:25:25.288466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:25.569564 run patchelf(pid=2087): Launched\u000a06:25:25.759101 run osmo-stp_10.42.42.5(pid=2084): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)]\u000a06:25:25.897171 run osmo-stp_10.42.42.5(pid=2084): stdout: \u000a| (launched: 2022-12-09_06:25:24.331311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:26.035477 run osmo-stp_10.42.42.5(pid=2084): stderr: \u000a| �[0;m�[38;5;43m20221209062524525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062524525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062524525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062524526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062524526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062524526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062524526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:26.169439 run osmo-stp_10.42.42.5(pid=2084): stdout: \u000a| (launched: 2022-12-09_06:25:24.331311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:26.302279 run osmo-stp_10.42.42.5(pid=2084): stderr: \u000a| �[0;m�[38;5;43m20221209062524525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062524525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062524525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062524526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062524526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062524526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062524526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:26.456517 run patchelf(pid=2087): Terminating (SIGINT)\u000a06:25:26.638560 run patchelf(pid=2087): Terminated: ok {rc=0}\u000a06:25:26.671783 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2084): Process ended prematurely: osmo-stp_10.42.42.5(pid=2084) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2084)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:25:26.681664 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:25:26.745138 run osmo-hlr_10.42.42.2(pid=2081): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2081)]\u000a06:25:26.796841 run osmo-hlr_10.42.42.2(pid=2081): stdout: \u000a| (launched: 2022-12-09_06:25:23.331698) \u000a06:25:26.849163 run osmo-hlr_10.42.42.2(pid=2081): stderr: \u000a| �[0;m�[1;31m20221209062523529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062523529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062523529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062523529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062523529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062523529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062523541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062523549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062523549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062523549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:26.893837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2074): Terminating (SIGTERM)\u000a06:25:26.936092 run iperf3-srv_10.42.42.10(pid=2075): Terminating (SIGTERM)\u000a06:25:26.978672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2076): Terminating (SIGTERM)\u000a06:25:27.020999 run iperf3-srv_10.42.42.10(pid=2077): Terminating (SIGTERM)\u000a06:25:27.063291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2080): Terminating (SIGTERM)\u000a06:25:27.105652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2083): Terminating (SIGTERM)\u000a06:25:27.147805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2086): Terminating (SIGTERM)\u000a06:25:27.157790 --- ParallelTerminationStrategy: PID 2074 died...\u000a06:25:27.214488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2074): Terminated: ok {rc=0}\u000a06:25:27.224684 --- ParallelTerminationStrategy: PID 2075 died...\u000a06:25:27.280721 run iperf3-srv_10.42.42.10(pid=2075): Terminated {rc=256}\u000a06:25:27.290841 --- ParallelTerminationStrategy: PID 2076 died...\u000a06:25:27.346904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2076): Terminated: ok {rc=0}\u000a06:25:27.356895 --- ParallelTerminationStrategy: PID 2077 died...\u000a06:25:27.413071 run iperf3-srv_10.42.42.10(pid=2077): Terminated {rc=256}\u000a06:25:27.423213 --- ParallelTerminationStrategy: PID 2080 died...\u000a06:25:27.479141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2080): Terminated: ok {rc=0}\u000a06:25:27.489576 --- ParallelTerminationStrategy: PID 2083 died...\u000a06:25:27.545758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2083): Terminated: ok {rc=0}\u000a06:25:27.556240 --- ParallelTerminationStrategy: PID 2086 died...\u000a06:25:27.612226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2086): Terminated: ok {rc=0}\u000a06:25:27.699281 bus /gobi_0: Setting Powered False\u000a06:25:28.808039 bus /gobi_0: Setting Powered False\u000a06:25:29.917388 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:25:31.039743 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.052216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:25:31.222852 tst iperf3.py: using LAC 19553\u000a06:25:31.353609 tst iperf3.py: using RAC 173\u000a06:25:31.506274 tst iperf3.py: using CellId 19553\u000a06:25:31.667150 tst iperf3.py: using BVCI 19554\u000a06:25:31.691915 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.704163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.716285 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.729742 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.741262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.753416 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.766744 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.779244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.791016 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:32.093960 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:25:32.231402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:32.563621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2088): Launched\u000a06:25:32.840014 run iperf3-srv_10.42.42.10(pid=2089): Launched\u000a06:25:33.035641 tst iperf3.py:8: start network...\u000a06:25:33.168870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:33.681140 run create_hlr_db(pid=2090): Launched\u000a06:25:33.866197 bus /gobi_6: Setting Powered False\u000a06:25:34.887436 run create_hlr_db(pid=2090): Terminated: ok {rc=0}\u000a06:25:35.311403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Launched\u000a06:25:35.630844 run osmo-hlr_10.42.42.2(pid=2093): Launched\u000a06:25:35.750539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:36.306068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Launched\u000a06:25:36.623240 run osmo-stp_10.42.42.5(pid=2096): Launched\u000a06:25:36.739718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:37.295785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2098): Launched\u000a06:25:37.409658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:37.687749 run patchelf(pid=2099): Launched\u000a06:25:37.874926 run osmo-stp_10.42.42.5(pid=2096): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]\u000a06:25:38.010996 run osmo-stp_10.42.42.5(pid=2096): stdout: \u000a| (launched: 2022-12-09_06:25:36.467590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:38.147715 run osmo-stp_10.42.42.5(pid=2096): stderr: \u000a| �[0;m�[38;5;43m20221209062536661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062536661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062536661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062536662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062536663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062536663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062536663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:38.280775 run osmo-stp_10.42.42.5(pid=2096): stdout: \u000a| (launched: 2022-12-09_06:25:36.467590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:38.412589 run osmo-stp_10.42.42.5(pid=2096): stderr: \u000a| �[0;m�[38;5;43m20221209062536661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062536661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062536661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062536662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062536663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062536663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062536663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:38.565180 run patchelf(pid=2099): Terminating (SIGINT)\u000a06:25:38.745254 run patchelf(pid=2099): Terminated: ok {rc=0}\u000a06:25:38.778246 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a06:25:38.788093 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:25:38.850896 run osmo-hlr_10.42.42.2(pid=2093): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2093)]\u000a06:25:38.906949 run osmo-hlr_10.42.42.2(pid=2093): stdout: \u000a| (launched: 2022-12-09_06:25:35.473985) \u000a06:25:38.958708 run osmo-hlr_10.42.42.2(pid=2093): stderr: \u000a| �[0;m�[1;31m20221209062535674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062535674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062535674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062535675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062535675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062535675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062535688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062535696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062535696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062535696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:39.003270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2088): Terminating (SIGTERM)\u000a06:25:39.045408 run iperf3-srv_10.42.42.10(pid=2089): Terminating (SIGTERM)\u000a06:25:39.087646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminating (SIGTERM)\u000a06:25:39.130230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminating (SIGTERM)\u000a06:25:39.172308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2098): Terminating (SIGTERM)\u000a06:25:39.182130 --- ParallelTerminationStrategy: PID 2088 died...\u000a06:25:39.238813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2088): Terminated: ok {rc=0}\u000a06:25:39.249033 --- ParallelTerminationStrategy: PID 2089 died...\u000a06:25:39.304578 run iperf3-srv_10.42.42.10(pid=2089): Terminated {rc=256}\u000a06:25:39.315046 --- ParallelTerminationStrategy: PID 2092 died...\u000a06:25:39.371198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminated: ok {rc=0}\u000a06:25:39.381371 --- ParallelTerminationStrategy: PID 2095 died...\u000a06:25:39.437036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminated: ok {rc=0}\u000a06:25:39.447246 --- ParallelTerminationStrategy: PID 2098 died...\u000a06:25:39.502966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2098): Terminated: ok {rc=0}\u000a06:25:39.590215 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2114): Process ended prematurely: osmo-stp_10.42.42.5(pid=2114) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2114)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2114): Process ended prematurely: osmo-stp_10.42.42.5(pid=2114) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:25:40.703028 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:40.714618 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:25:40.846270 tst iperf3m4.py: using LAC 19554\u000a06:25:40.962253 tst iperf3m4.py: using RAC 174\u000a06:25:41.080229 tst iperf3m4.py: using CellId 19554\u000a06:25:41.197878 tst iperf3m4.py: using BVCI 19555\u000a06:25:41.220379 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.231285 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.242055 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.252896 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.263837 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.274863 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.285828 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.296519 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:41.307320 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:41.431328 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:41.545379 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:41.665768 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:41.954513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:25:42.086168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:42.413245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2100): Launched\u000a06:25:42.685319 run iperf3-srv_10.42.42.10(pid=2101): Launched\u000a06:25:42.880316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:25:43.011766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:43.338825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Launched\u000a06:25:43.611152 run iperf3-srv_10.42.42.10(pid=2103): Launched\u000a06:25:43.805253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:25:43.936747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:44.263153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Launched\u000a06:25:44.535239 run iperf3-srv_10.42.42.10(pid=2105): Launched\u000a06:25:44.729610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:25:44.862012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:45.188748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2106): Launched\u000a06:25:45.460713 run iperf3-srv_10.42.42.10(pid=2107): Launched\u000a06:25:45.654081 tst iperf3m4.py:8: start network...\u000a06:25:45.786333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:46.354579 run create_hlr_db(pid=2108): Launched\u000a06:25:46.531598 bus /gobi_6: Setting Powered False\u000a06:25:47.549024 run create_hlr_db(pid=2108): Terminated: ok {rc=0}\u000a06:25:47.970622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2110): Launched\u000a06:25:48.285676 run osmo-hlr_10.42.42.2(pid=2111): Launched\u000a06:25:48.403507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:48.957721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2113): Launched\u000a06:25:49.273491 run osmo-stp_10.42.42.5(pid=2114): Launched\u000a06:25:49.387446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:49.939505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2116): Launched\u000a06:25:50.052476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:50.328176 run patchelf(pid=2117): Launched\u000a06:25:50.514819 run osmo-stp_10.42.42.5(pid=2114): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2114)]\u000a06:25:50.650924 run osmo-stp_10.42.42.5(pid=2114): stdout: \u000a| (launched: 2022-12-09_06:25:49.118923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:50.787646 run osmo-stp_10.42.42.5(pid=2114): stderr: \u000a| �[0;m�[38;5;43m20221209062549308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062549308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062549308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062549309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062549309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062549309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062549309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:50.920437 run osmo-stp_10.42.42.5(pid=2114): stdout: \u000a| (launched: 2022-12-09_06:25:49.118923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:51.052248 run osmo-stp_10.42.42.5(pid=2114): stderr: \u000a| �[0;m�[38;5;43m20221209062549308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062549308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062549308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062549309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062549309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062549309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062549309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:51.204333 run patchelf(pid=2117): Terminating (SIGINT)\u000a06:25:51.382611 run patchelf(pid=2117): Terminated: ok {rc=0}\u000a06:25:51.415370 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2114): Process ended prematurely: osmo-stp_10.42.42.5(pid=2114) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2114)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:25:51.425163 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a06:25:51.488041 run osmo-hlr_10.42.42.2(pid=2111): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2111)]\u000a06:25:51.539660 run osmo-hlr_10.42.42.2(pid=2111): stdout: \u000a| (launched: 2022-12-09_06:25:48.131499) \u000a06:25:51.591749 run osmo-hlr_10.42.42.2(pid=2111): stderr: \u000a| �[0;m�[1;31m20221209062548329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062548329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062548329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062548329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062548329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062548329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062548342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062548351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062548351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062548351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:51.636088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2100): Terminating (SIGTERM)\u000a06:25:51.678029 run iperf3-srv_10.42.42.10(pid=2101): Terminating (SIGTERM)\u000a06:25:51.720302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Terminating (SIGTERM)\u000a06:25:51.762630 run iperf3-srv_10.42.42.10(pid=2103): Terminating (SIGTERM)\u000a06:25:51.804618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Terminating (SIGTERM)\u000a06:25:51.846425 run iperf3-srv_10.42.42.10(pid=2105): Terminating (SIGTERM)\u000a06:25:51.888221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2106): Terminating (SIGTERM)\u000a06:25:51.929907 run iperf3-srv_10.42.42.10(pid=2107): Terminating (SIGTERM)\u000a06:25:51.971617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2110): Terminating (SIGTERM)\u000a06:25:52.013487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2113): Terminating (SIGTERM)\u000a06:25:52.055167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2116): Terminating (SIGTERM)\u000a06:25:52.064874 --- ParallelTerminationStrategy: PID 2100 died...\u000a06:25:52.120664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2100): Terminated: ok {rc=0}\u000a06:25:52.130739 --- ParallelTerminationStrategy: PID 2101 died...\u000a06:25:52.185937 run iperf3-srv_10.42.42.10(pid=2101): Terminated {rc=256}\u000a06:25:52.195951 --- ParallelTerminationStrategy: PID 2102 died...\u000a06:25:52.251367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Terminated: ok {rc=0}\u000a06:25:52.261323 --- ParallelTerminationStrategy: PID 2103 died...\u000a06:25:52.316401 run iperf3-srv_10.42.42.10(pid=2103): Terminated {rc=256}\u000a06:25:52.326471 --- ParallelTerminationStrategy: PID 2104 died...\u000a06:25:52.382262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Terminated: ok {rc=0}\u000a06:25:52.392489 --- ParallelTerminationStrategy: PID 2105 died...\u000a06:25:52.447639 run iperf3-srv_10.42.42.10(pid=2105): Terminated {rc=256}\u000a06:25:52.457916 --- ParallelTerminationStrategy: PID 2106 died...\u000a06:25:52.513279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2106): Terminated: ok {rc=0}\u000a06:25:52.523284 --- ParallelTerminationStrategy: PID 2107 died...\u000a06:25:52.579142 run iperf3-srv_10.42.42.10(pid=2107): Terminated {rc=256}\u000a06:25:52.589457 --- ParallelTerminationStrategy: PID 2110 died...\u000a06:25:52.644672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2110): Terminated: ok {rc=0}\u000a06:25:52.654613 --- ParallelTerminationStrategy: PID 2113 died...\u000a06:25:52.709868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2113): Terminated: ok {rc=0}\u000a06:25:52.720248 --- ParallelTerminationStrategy: PID 2116 died...\u000a06:25:52.775773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2116): Terminated: ok {rc=0}\u000a06:25:52.862933 bus /gobi_4: Setting Powered False\u000a06:25:53.970756 bus /gobi_4: Setting Powered False\u000a06:25:55.078537 bus /gobi_1: Setting Powered False\u000a06:25:56.185256 bus /gobi_1: Setting Powered False\u000a06:25:57.293312 bus /gobi_0: Setting Powered False\u000a06:25:58.400779 bus /gobi_0: Setting Powered False\u000a06:25:59.508560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:26:00.574037 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:00.585690 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:26:00.716775 tst ping.py: using LAC 19555\u000a06:26:00.829537 tst ping.py: using RAC 175\u000a06:26:00.964000 tst ping.py: using CellId 19555\u000a06:26:01.087149 tst ping.py: using BVCI 19556\u000a06:26:01.110986 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.123089 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.135588 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.148208 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.160010 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.172568 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.185754 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:01.197948 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:01.509212 tst ping.py:19: start network...\u000a06:26:01.642581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:02.186669 run create_hlr_db(pid=2118): Launched\u000a06:26:02.367333 bus /gobi_6: Setting Powered False\u000a06:26:03.387868 run create_hlr_db(pid=2118): Terminated: ok {rc=0}\u000a06:26:03.801129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Launched\u000a06:26:04.108822 run osmo-hlr_10.42.42.2(pid=2121): Launched\u000a06:26:04.221405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:04.761893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Launched\u000a06:26:05.071136 run osmo-stp_10.42.42.5(pid=2124): Launched\u000a06:26:05.182995 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:05.725348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Launched\u000a06:26:05.836032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:06.106159 run patchelf(pid=2127): Launched\u000a06:26:06.289395 run osmo-stp_10.42.42.5(pid=2124): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]\u000a06:26:06.423238 run osmo-stp_10.42.42.5(pid=2124): stdout: \u000a| (launched: 2022-12-09_06:26:04.919655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:06.557341 run osmo-stp_10.42.42.5(pid=2124): stderr: \u000a| �[0;m�[38;5;43m20221209062605110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062605110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062605111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062605111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062605112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062605112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062605112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:06.686826 run osmo-stp_10.42.42.5(pid=2124): stdout: \u000a| (launched: 2022-12-09_06:26:04.919655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:06.815061 run osmo-stp_10.42.42.5(pid=2124): stderr: \u000a| �[0;m�[38;5;43m20221209062605110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062605110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062605111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062605111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062605112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062605112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062605112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:06.964476 run patchelf(pid=2127): Terminating (SIGINT)\u000a06:26:07.139481 run patchelf(pid=2127): Terminated: ok {rc=0}\u000a06:26:07.171158 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a06:26:07.180159 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:26:07.242847 run osmo-hlr_10.42.42.2(pid=2121): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2121)]\u000a06:26:07.294315 run osmo-hlr_10.42.42.2(pid=2121): stdout: \u000a| (launched: 2022-12-09_06:26:03.958603) \u000a06:26:07.346576 run osmo-hlr_10.42.42.2(pid=2121): stderr: \u000a| �[0;m�[1;31m20221209062604153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062604153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062604153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062604154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062604154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062604154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062604167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062604177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062604178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062604178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:07.391131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminating (SIGTERM)\u000a06:26:07.433340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminating (SIGTERM)\u000a06:26:07.475244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminating (SIGTERM)\u000a06:26:07.485069 --- ParallelTerminationStrategy: PID 2120 died...\u000a06:26:07.541186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminated: ok {rc=0}\u000a06:26:07.551401 --- ParallelTerminationStrategy: PID 2123 died...\u000a06:26:07.607057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminated: ok {rc=0}\u000a06:26:07.617106 --- ParallelTerminationStrategy: PID 2126 died...\u000a06:26:07.673398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminated: ok {rc=0}\u000a06:26:07.759884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2134): Process ended prematurely: osmo-stp_10.42.42.5(pid=2134) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2134)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2134): Process ended prematurely: osmo-stp_10.42.42.5(pid=2134) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:26:08.812521 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:08.824438 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:26:08.963765 tst ping_idle_ping.py: using LAC 19556\u000a06:26:09.087835 tst ping_idle_ping.py: using RAC 176\u000a06:26:09.209835 tst ping_idle_ping.py: using CellId 19556\u000a06:26:09.333497 tst ping_idle_ping.py: using BVCI 19557\u000a06:26:09.357440 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.368900 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.380115 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.391393 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.402607 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.413797 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.425163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:09.436218 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:09.703201 tst ping_idle_ping.py:24: start network...\u000a06:26:09.822657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:10.282006 run create_hlr_db(pid=2128): Launched\u000a06:26:10.449830 bus /gobi_6: Setting Powered False\u000a06:26:11.470989 run create_hlr_db(pid=2128): Terminated: ok {rc=0}\u000a06:26:11.885704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2130): Launched\u000a06:26:12.195797 run osmo-hlr_10.42.42.2(pid=2131): Launched\u000a06:26:12.314388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:12.854778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2133): Launched\u000a06:26:13.164894 run osmo-stp_10.42.42.5(pid=2134): Launched\u000a06:26:13.277960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:13.820684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2136): Launched\u000a06:26:13.931171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:14.201280 run patchelf(pid=2137): Launched\u000a06:26:14.384341 run osmo-stp_10.42.42.5(pid=2134): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2134)]\u000a06:26:14.518232 run osmo-stp_10.42.42.5(pid=2134): stdout: \u000a| (launched: 2022-12-09_06:26:13.013159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:14.652153 run osmo-stp_10.42.42.5(pid=2134): stderr: \u000a| �[0;m�[38;5;43m20221209062613203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062613203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062613204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062613204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062613204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062613204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062613205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:14.781981 run osmo-stp_10.42.42.5(pid=2134): stdout: \u000a| (launched: 2022-12-09_06:26:13.013159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:14.909833 run osmo-stp_10.42.42.5(pid=2134): stderr: \u000a| �[0;m�[38;5;43m20221209062613203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062613203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062613204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062613204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062613204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062613204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062613205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:15.059485 run patchelf(pid=2137): Terminating (SIGINT)\u000a06:26:15.234894 run patchelf(pid=2137): Terminated: ok {rc=0}\u000a06:26:15.266679 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2134): Process ended prematurely: osmo-stp_10.42.42.5(pid=2134) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2134)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:26:15.275823 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:26:15.338368 run osmo-hlr_10.42.42.2(pid=2131): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2131)]\u000a06:26:15.389538 run osmo-hlr_10.42.42.2(pid=2131): stdout: \u000a| (launched: 2022-12-09_06:26:12.044102) \u000a06:26:15.441224 run osmo-hlr_10.42.42.2(pid=2131): stderr: \u000a| �[0;m�[1;31m20221209062612240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062612240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062612240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062612240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062612240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062612240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062612254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062612262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062612262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062612262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:15.485555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2130): Terminating (SIGTERM)\u000a06:26:15.527246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2133): Terminating (SIGTERM)\u000a06:26:15.569257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2136): Terminating (SIGTERM)\u000a06:26:15.578965 --- ParallelTerminationStrategy: PID 2130 died...\u000a06:26:15.634675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2130): Terminated: ok {rc=0}\u000a06:26:15.644790 --- ParallelTerminationStrategy: PID 2133 died...\u000a06:26:15.700506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2133): Terminated: ok {rc=0}\u000a06:26:15.710625 --- ParallelTerminationStrategy: PID 2136 died...\u000a06:26:15.766495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2136): Terminated: ok {rc=0}\u000a06:26:15.874824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2151): Process ended prematurely: osmo-stp_10.42.42.5(pid=2151) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2151)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2151): Process ended prematurely: osmo-stp_10.42.42.5(pid=2151) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:26:18.026539 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.037426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:18.188787 tst cs_paging_gprs_active.py: using LAC 19557\u000a06:26:18.306564 tst cs_paging_gprs_active.py: using RAC 177\u000a06:26:18.422639 tst cs_paging_gprs_active.py: using CellId 19557\u000a06:26:18.547793 tst cs_paging_gprs_active.py: using BVCI 19558\u000a06:26:18.572289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.583661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.595000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.606572 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.618013 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.629281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.640569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.651748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:18.663716 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:18.778874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:19.068528 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:26:19.200585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:19.527411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2141): Launched\u000a06:26:19.799918 run iperf3-srv_10.42.42.10(pid=2142): Launched\u000a06:26:19.993964 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:26:20.126517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:20.452878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2143): Launched\u000a06:26:20.725199 run iperf3-srv_10.42.42.10(pid=2144): Launched\u000a06:26:20.919190 tst cs_paging_gprs_active.py:38: start network...\u000a06:26:21.051440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:21.557732 run create_hlr_db(pid=2145): Launched\u000a06:26:21.741603 bus /gobi_6: Setting Powered False\u000a06:26:22.763597 run create_hlr_db(pid=2145): Terminated: ok {rc=0}\u000a06:26:23.161755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2147): Launched\u000a06:26:23.458847 run osmo-hlr_10.42.42.2(pid=2148): Launched\u000a06:26:23.572391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:24.095413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2150): Launched\u000a06:26:24.391538 run osmo-stp_10.42.42.5(pid=2151): Launched\u000a06:26:24.499801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:25.015775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2153): Launched\u000a06:26:25.121714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:25.379400 run patchelf(pid=2154): Launched\u000a06:26:25.553264 run osmo-stp_10.42.42.5(pid=2151): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2151)]\u000a06:26:25.680628 run osmo-stp_10.42.42.5(pid=2151): stdout: \u000a| (launched: 2022-12-09_06:26:24.245924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:25.808194 run osmo-stp_10.42.42.5(pid=2151): stderr: \u000a| �[0;m�[38;5;43m20221209062624415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062624415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062624415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062624416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062624416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062624417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062624417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:25.931187 run osmo-stp_10.42.42.5(pid=2151): stdout: \u000a| (launched: 2022-12-09_06:26:24.245924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:26.053244 run osmo-stp_10.42.42.5(pid=2151): stderr: \u000a| �[0;m�[38;5;43m20221209062624415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062624415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062624415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062624416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062624416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062624417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062624417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:26.195127 run patchelf(pid=2154): Terminating (SIGINT)\u000a06:26:26.362072 run patchelf(pid=2154): Terminated: ok {rc=0}\u000a06:26:26.392734 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2151): Process ended prematurely: osmo-stp_10.42.42.5(pid=2151) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2151)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:26:26.401840 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:26:26.462034 run osmo-hlr_10.42.42.2(pid=2148): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2148)]\u000a06:26:26.511221 run osmo-hlr_10.42.42.2(pid=2148): stdout: \u000a| (launched: 2022-12-09_06:26:23.311793) \u000a06:26:26.560770 run osmo-hlr_10.42.42.2(pid=2148): stderr: \u000a| �[0;m�[1;31m20221209062623486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062623486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062623486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062623486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062623486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062623486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062623498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062623507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062623507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062623507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:26.603055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2141): Terminating (SIGTERM)\u000a06:26:26.643013 run iperf3-srv_10.42.42.10(pid=2142): Terminating (SIGTERM)\u000a06:26:26.682965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2143): Terminating (SIGTERM)\u000a06:26:26.722779 run iperf3-srv_10.42.42.10(pid=2144): Terminating (SIGTERM)\u000a06:26:26.762501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2147): Terminating (SIGTERM)\u000a06:26:26.802330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2150): Terminating (SIGTERM)\u000a06:26:26.842242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2153): Terminating (SIGTERM)\u000a06:26:26.851681 --- ParallelTerminationStrategy: PID 2141 died...\u000a06:26:26.904843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2141): Terminated: ok {rc=0}\u000a06:26:26.914638 --- ParallelTerminationStrategy: PID 2142 died...\u000a06:26:26.967159 run iperf3-srv_10.42.42.10(pid=2142): Terminated {rc=256}\u000a06:26:26.976712 --- ParallelTerminationStrategy: PID 2143 died...\u000a06:26:27.029450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2143): Terminated: ok {rc=0}\u000a06:26:27.038865 --- ParallelTerminationStrategy: PID 2144 died...\u000a06:26:27.092401 run iperf3-srv_10.42.42.10(pid=2144): Terminated {rc=256}\u000a06:26:27.102191 --- ParallelTerminationStrategy: PID 2147 died...\u000a06:26:27.155012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2147): Terminated: ok {rc=0}\u000a06:26:27.164692 --- ParallelTerminationStrategy: PID 2150 died...\u000a06:26:27.217386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2150): Terminated: ok {rc=0}\u000a06:26:27.227164 --- ParallelTerminationStrategy: PID 2153 died...\u000a06:26:27.279802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2153): Terminated: ok {rc=0}\u000a06:26:27.367312 bus /gobi_0: Setting Powered False\u000a06:26:28.469501 bus /gobi_0: Setting Powered False\u000a06:26:29.578823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2163): Process ended prematurely: osmo-stp_10.42.42.5(pid=2163) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2163)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2163): Process ended prematurely: osmo-stp_10.42.42.5(pid=2163) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:26:30.686947 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.698472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:30.869933 tst iperf3.py: using LAC 19558\u000a06:26:31.013989 tst iperf3.py: using RAC 178\u000a06:26:31.151099 tst iperf3.py: using CellId 19558\u000a06:26:31.278460 tst iperf3.py: using BVCI 19559\u000a06:26:31.303603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.315593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.327446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.339364 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.351330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.364289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.376314 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.388366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:31.400259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:31.691701 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:26:31.828452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:32.174669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2155): Launched\u000a06:26:32.430170 run iperf3-srv_10.42.42.10(pid=2156): Launched\u000a06:26:32.609798 tst iperf3.py:8: start network...\u000a06:26:32.732362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:33.196188 run create_hlr_db(pid=2157): Launched\u000a06:26:33.364891 bus /gobi_6: Setting Powered False\u000a06:26:34.387405 run create_hlr_db(pid=2157): Terminated: ok {rc=0}\u000a06:26:34.807401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2159): Launched\u000a06:26:35.122933 run osmo-hlr_10.42.42.2(pid=2160): Launched\u000a06:26:35.239390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:35.794354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2162): Launched\u000a06:26:36.109081 run osmo-stp_10.42.42.5(pid=2163): Launched\u000a06:26:36.223733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:36.775421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2165): Launched\u000a06:26:36.889013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:37.165137 run patchelf(pid=2166): Launched\u000a06:26:37.351090 run osmo-stp_10.42.42.5(pid=2163): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2163)]\u000a06:26:37.486347 run osmo-stp_10.42.42.5(pid=2163): stdout: \u000a| (launched: 2022-12-09_06:26:35.954780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:37.622201 run osmo-stp_10.42.42.5(pid=2163): stderr: \u000a| �[0;m�[38;5;43m20221209062636146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062636146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062636146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062636147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062636147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062636147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062636147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:37.754625 run osmo-stp_10.42.42.5(pid=2163): stdout: \u000a| (launched: 2022-12-09_06:26:35.954780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:37.885714 run osmo-stp_10.42.42.5(pid=2163): stderr: \u000a| �[0;m�[38;5;43m20221209062636146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062636146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062636146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062636147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062636147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062636147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062636147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:38.036887 run patchelf(pid=2166): Terminating (SIGINT)\u000a06:26:38.214961 run patchelf(pid=2166): Terminated: ok {rc=0}\u000a06:26:38.247643 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2163): Process ended prematurely: osmo-stp_10.42.42.5(pid=2163) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2163)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:26:38.257392 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:26:38.320118 run osmo-hlr_10.42.42.2(pid=2160): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2160)]\u000a06:26:38.371425 run osmo-hlr_10.42.42.2(pid=2160): stdout: \u000a| (launched: 2022-12-09_06:26:34.968567) \u000a06:26:38.423170 run osmo-hlr_10.42.42.2(pid=2160): stderr: \u000a| �[0;m�[1;31m20221209062635165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062635165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062635165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062635165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062635165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062635165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062635179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062635188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062635189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062635189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:38.467296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2155): Terminating (SIGTERM)\u000a06:26:38.509070 run iperf3-srv_10.42.42.10(pid=2156): Terminating (SIGTERM)\u000a06:26:38.551083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2159): Terminating (SIGTERM)\u000a06:26:38.593013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2162): Terminating (SIGTERM)\u000a06:26:38.634722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2165): Terminating (SIGTERM)\u000a06:26:38.644439 --- ParallelTerminationStrategy: PID 2155 died...\u000a06:26:38.700457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2155): Terminated: ok {rc=0}\u000a06:26:38.710667 --- ParallelTerminationStrategy: PID 2156 died...\u000a06:26:38.766337 run iperf3-srv_10.42.42.10(pid=2156): Terminated {rc=256}\u000a06:26:38.776372 --- ParallelTerminationStrategy: PID 2159 died...\u000a06:26:38.831845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2159): Terminated: ok {rc=0}\u000a06:26:38.841969 --- ParallelTerminationStrategy: PID 2162 died...\u000a06:26:38.897326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2162): Terminated: ok {rc=0}\u000a06:26:38.907384 --- ParallelTerminationStrategy: PID 2165 died...\u000a06:26:38.962745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2165): Terminated: ok {rc=0}\u000a06:26:39.048073 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:26:40.162191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.177132 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:40.333529 tst iperf3m4.py: using LAC 19559\u000a06:26:40.458244 tst iperf3m4.py: using RAC 179\u000a06:26:40.583437 tst iperf3m4.py: using CellId 19559\u000a06:26:40.711397 tst iperf3m4.py: using BVCI 19560\u000a06:26:40.735843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.747745 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.759295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.770590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.781841 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.793206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.804528 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.815761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:40.827127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:40.944569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:41.061388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:41.180768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:41.467037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:26:41.599028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:41.926211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2167): Launched\u000a06:26:42.198140 run iperf3-srv_10.42.42.10(pid=2168): Launched\u000a06:26:42.391836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:26:42.523898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:42.850957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2169): Launched\u000a06:26:43.123427 run iperf3-srv_10.42.42.10(pid=2170): Launched\u000a06:26:43.317593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:26:43.449435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:43.776475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Launched\u000a06:26:44.049175 run iperf3-srv_10.42.42.10(pid=2172): Launched\u000a06:26:44.243487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:26:44.375816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:44.702742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Launched\u000a06:26:44.975845 run iperf3-srv_10.42.42.10(pid=2174): Launched\u000a06:26:45.169788 tst iperf3m4.py:8: start network...\u000a06:26:45.302700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:45.809793 run create_hlr_db(pid=2175): Launched\u000a06:26:46.001658 bus /gobi_6: Setting Powered False\u000a06:26:47.043544 run create_hlr_db(pid=2175): Terminated: ok {rc=0}\u000a06:26:47.448882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Launched\u000a06:26:47.743073 run osmo-hlr_10.42.42.2(pid=2178): Launched\u000a06:26:47.857710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:48.378352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Launched\u000a06:26:48.673554 run osmo-stp_10.42.42.5(pid=2181): Launched\u000a06:26:48.780824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:49.295707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2183): Launched\u000a06:26:49.401234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:49.658542 run patchelf(pid=2184): Launched\u000a06:26:49.831661 run osmo-stp_10.42.42.5(pid=2181): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]\u000a06:26:49.958402 run osmo-stp_10.42.42.5(pid=2181): stdout: \u000a| (launched: 2022-12-09_06:26:48.528469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:50.085334 run osmo-stp_10.42.42.5(pid=2181): stderr: \u000a| �[0;m�[38;5;43m20221209062648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062648696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062648696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:50.208896 run osmo-stp_10.42.42.5(pid=2181): stdout: \u000a| (launched: 2022-12-09_06:26:48.528469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:50.331411 run osmo-stp_10.42.42.5(pid=2181): stderr: \u000a| �[0;m�[38;5;43m20221209062648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062648696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062648696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:50.473232 run patchelf(pid=2184): Terminating (SIGINT)\u000a06:26:50.640301 run patchelf(pid=2184): Terminated: ok {rc=0}\u000a06:26:50.671096 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:26:50.680219 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:26:50.740173 run osmo-hlr_10.42.42.2(pid=2178): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2178)]\u000a06:26:50.788783 run osmo-hlr_10.42.42.2(pid=2178): stdout: \u000a| (launched: 2022-12-09_06:26:47.598411) \u000a06:26:50.839343 run osmo-hlr_10.42.42.2(pid=2178): stderr: \u000a| �[0;m�[1;31m20221209062647772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062647772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062647772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062647772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062647772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062647773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062647785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062647795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062647796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062647796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:50.881320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2167): Terminating (SIGTERM)\u000a06:26:50.921605 run iperf3-srv_10.42.42.10(pid=2168): Terminating (SIGTERM)\u000a06:26:50.961164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2169): Terminating (SIGTERM)\u000a06:26:51.001256 run iperf3-srv_10.42.42.10(pid=2170): Terminating (SIGTERM)\u000a06:26:51.040697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminating (SIGTERM)\u000a06:26:51.080036 run iperf3-srv_10.42.42.10(pid=2172): Terminating (SIGTERM)\u000a06:26:51.119412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Terminating (SIGTERM)\u000a06:26:51.158787 run iperf3-srv_10.42.42.10(pid=2174): Terminating (SIGTERM)\u000a06:26:51.198143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminating (SIGTERM)\u000a06:26:51.237626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminating (SIGTERM)\u000a06:26:51.277290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2183): Terminating (SIGTERM)\u000a06:26:51.286353 --- ParallelTerminationStrategy: PID 2167 died...\u000a06:26:51.339596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2167): Terminated: ok {rc=0}\u000a06:26:51.349359 --- ParallelTerminationStrategy: PID 2168 died...\u000a06:26:51.401928 run iperf3-srv_10.42.42.10(pid=2168): Terminated {rc=256}\u000a06:26:51.411276 --- ParallelTerminationStrategy: PID 2169 died...\u000a06:26:51.464299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2169): Terminated: ok {rc=0}\u000a06:26:51.473966 --- ParallelTerminationStrategy: PID 2170 died...\u000a06:26:51.526679 run iperf3-srv_10.42.42.10(pid=2170): Terminated {rc=256}\u000a06:26:51.536645 --- ParallelTerminationStrategy: PID 2171 died...\u000a06:26:51.590226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminated: ok {rc=0}\u000a06:26:51.599940 --- ParallelTerminationStrategy: PID 2172 died...\u000a06:26:51.653140 run iperf3-srv_10.42.42.10(pid=2172): Terminated {rc=256}\u000a06:26:51.662714 --- ParallelTerminationStrategy: PID 2173 died...\u000a06:26:51.715818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Terminated: ok {rc=0}\u000a06:26:51.725673 --- ParallelTerminationStrategy: PID 2174 died...\u000a06:26:51.778573 run iperf3-srv_10.42.42.10(pid=2174): Terminated {rc=256}\u000a06:26:51.788263 --- ParallelTerminationStrategy: PID 2177 died...\u000a06:26:51.841770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminated: ok {rc=0}\u000a06:26:51.851570 --- ParallelTerminationStrategy: PID 2180 died...\u000a06:26:51.904695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminated: ok {rc=0}\u000a06:26:51.914291 --- ParallelTerminationStrategy: PID 2183 died...\u000a06:26:51.967775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2183): Terminated: ok {rc=0}\u000a06:26:52.054027 bus /gobi_4: Setting Powered False\u000a06:26:53.156795 bus /gobi_4: Setting Powered False\u000a06:26:54.262504 bus /gobi_1: Setting Powered False\u000a06:26:55.369010 bus /gobi_1: Setting Powered False\u000a06:26:56.478958 bus /gobi_0: Setting Powered False\u000a06:26:57.582255 bus /gobi_0: Setting Powered False\u000a06:26:58.691204 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2193): Process ended prematurely: osmo-stp_10.42.42.5(pid=2193) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2193)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2193): Process ended prematurely: osmo-stp_10.42.42.5(pid=2193) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:26:59.758964 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:59.770880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:59.928518 tst ping.py: using LAC 19560\u000a06:27:00.049236 tst ping.py: using RAC 180\u000a06:27:00.170334 tst ping.py: using CellId 19560\u000a06:27:00.291037 tst ping.py: using BVCI 19561\u000a06:27:00.314816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.326158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.337415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.348658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.359772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.371007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.382287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:00.393464 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:00.673920 tst ping.py:19: start network...\u000a06:27:00.804015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:01.343091 run create_hlr_db(pid=2187): Launched\u000a06:27:01.528059 bus /gobi_6: Setting Powered False\u000a06:27:02.545785 run create_hlr_db(pid=2187): Terminated: ok {rc=0}\u000a06:27:02.937409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2189): Launched\u000a06:27:03.226778 run osmo-hlr_10.42.42.2(pid=2190): Launched\u000a06:27:03.333222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:03.840027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2192): Launched\u000a06:27:04.128566 run osmo-stp_10.42.42.5(pid=2193): Launched\u000a06:27:04.234049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:04.740896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2195): Launched\u000a06:27:04.844716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:05.097972 run patchelf(pid=2196): Launched\u000a06:27:05.269932 run osmo-stp_10.42.42.5(pid=2193): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2193)]\u000a06:27:05.395588 run osmo-stp_10.42.42.5(pid=2193): stdout: \u000a| (launched: 2022-12-09_06:27:03.986925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:05.521560 run osmo-stp_10.42.42.5(pid=2193): stderr: \u000a| �[0;m�[38;5;43m20221209062704156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062704156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062704157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062704157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062704158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062704158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062704158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:05.642677 run osmo-stp_10.42.42.5(pid=2193): stdout: \u000a| (launched: 2022-12-09_06:27:03.986925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:05.762987 run osmo-stp_10.42.42.5(pid=2193): stderr: \u000a| �[0;m�[38;5;43m20221209062704156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062704156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062704157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062704157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062704158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062704158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062704158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:05.902896 run patchelf(pid=2196): Terminating (SIGINT)\u000a06:27:06.067186 run patchelf(pid=2196): Terminated: ok {rc=0}\u000a06:27:06.097188 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2193): Process ended prematurely: osmo-stp_10.42.42.5(pid=2193) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2193)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:27:06.105681 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:27:06.166732 run osmo-hlr_10.42.42.2(pid=2190): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2190)]\u000a06:27:06.216216 run osmo-hlr_10.42.42.2(pid=2190): stdout: \u000a| (launched: 2022-12-09_06:27:03.084212) \u000a06:27:06.267007 run osmo-hlr_10.42.42.2(pid=2190): stderr: \u000a| �[0;m�[1;31m20221209062703258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062703258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062703258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062703258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062703258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062703258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062703271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062703279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062703279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062703279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:06.309478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2189): Terminating (SIGTERM)\u000a06:27:06.349802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2192): Terminating (SIGTERM)\u000a06:27:06.390079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2195): Terminating (SIGTERM)\u000a06:27:06.399644 --- ParallelTerminationStrategy: PID 2189 died...\u000a06:27:06.453536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2189): Terminated: ok {rc=0}\u000a06:27:06.463475 --- ParallelTerminationStrategy: PID 2192 died...\u000a06:27:06.517246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2192): Terminated: ok {rc=0}\u000a06:27:06.526982 --- ParallelTerminationStrategy: PID 2195 died...\u000a06:27:06.580380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2195): Terminated: ok {rc=0}\u000a06:27:06.668834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2203): Process ended prematurely: osmo-stp_10.42.42.5(pid=2203) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2203)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2203): Process ended prematurely: osmo-stp_10.42.42.5(pid=2203) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:27:07.720351 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:07.732429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:27:07.889374 tst ping_idle_ping.py: using LAC 19561\u000a06:27:08.015613 tst ping_idle_ping.py: using RAC 181\u000a06:27:08.138096 tst ping_idle_ping.py: using CellId 19561\u000a06:27:08.258535 tst ping_idle_ping.py: using BVCI 19562\u000a06:27:08.282680 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.294105 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.305351 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.316544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.327671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.338986 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.350383 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:08.361568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:08.646834 tst ping_idle_ping.py:24: start network...\u000a06:27:08.777609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:09.278153 run create_hlr_db(pid=2197): Launched\u000a06:27:09.460113 bus /gobi_6: Setting Powered False\u000a06:27:10.480832 run create_hlr_db(pid=2197): Terminated: ok {rc=0}\u000a06:27:10.872844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2199): Launched\u000a06:27:11.163910 run osmo-hlr_10.42.42.2(pid=2200): Launched\u000a06:27:11.271413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:11.778539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2202): Launched\u000a06:27:12.069848 run osmo-stp_10.42.42.5(pid=2203): Launched\u000a06:27:12.176221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:12.684088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2205): Launched\u000a06:27:12.787962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:13.041940 run patchelf(pid=2206): Launched\u000a06:27:13.213769 run osmo-stp_10.42.42.5(pid=2203): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2203)]\u000a06:27:13.339147 run osmo-stp_10.42.42.5(pid=2203): stdout: \u000a| (launched: 2022-12-09_06:27:11.926553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:13.464609 run osmo-stp_10.42.42.5(pid=2203): stderr: \u000a| �[0;m�[38;5;43m20221209062712094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062712094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062712094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062712095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062712095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062712095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062712095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:13.585854 run osmo-stp_10.42.42.5(pid=2203): stdout: \u000a| (launched: 2022-12-09_06:27:11.926553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:13.705782 run osmo-stp_10.42.42.5(pid=2203): stderr: \u000a| �[0;m�[38;5;43m20221209062712094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062712094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062712094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062712095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062712095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062712095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062712095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:13.845822 run patchelf(pid=2206): Terminating (SIGINT)\u000a06:27:14.010057 run patchelf(pid=2206): Terminated: ok {rc=0}\u000a06:27:14.039894 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2203): Process ended prematurely: osmo-stp_10.42.42.5(pid=2203) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2203)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:27:14.048415 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:27:14.108425 run osmo-hlr_10.42.42.2(pid=2200): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2200)]\u000a06:27:14.157400 run osmo-hlr_10.42.42.2(pid=2200): stdout: \u000a| (launched: 2022-12-09_06:27:11.020607) \u000a06:27:14.207196 run osmo-hlr_10.42.42.2(pid=2200): stderr: \u000a| �[0;m�[1;31m20221209062711193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062711193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062711193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062711193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062711193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062711193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062711205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062711215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062711215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062711215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:14.249619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2199): Terminating (SIGTERM)\u000a06:27:14.289545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2202): Terminating (SIGTERM)\u000a06:27:14.329440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2205): Terminating (SIGTERM)\u000a06:27:14.338902 --- ParallelTerminationStrategy: PID 2199 died...\u000a06:27:14.392088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2199): Terminated: ok {rc=0}\u000a06:27:14.401909 --- ParallelTerminationStrategy: PID 2202 died...\u000a06:27:14.454756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2202): Terminated: ok {rc=0}\u000a06:27:14.464308 --- ParallelTerminationStrategy: PID 2205 died...\u000a06:27:14.517663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2205): Terminated: ok {rc=0}\u000a06:27:14.606149 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:26:17" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2220): Process ended prematurely: osmo-stp_10.42.42.5(pid=2220) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2220): Process ended prematurely: osmo-stp_10.42.42.5(pid=2220) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:27:16.823005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:16.835787 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:17.024506 tst cs_paging_gprs_active.py: using LAC 19562\u000a06:27:17.148113 tst cs_paging_gprs_active.py: using RAC 182\u000a06:27:17.274098 tst cs_paging_gprs_active.py: using CellId 19562\u000a06:27:17.397811 tst cs_paging_gprs_active.py: using BVCI 19563\u000a06:27:17.422277 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.433816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.445169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.457050 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.468800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.481949 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.493672 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.505706 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:17.517846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:17.635784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:17.908426 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:27:18.031447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:18.338095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2210): Launched\u000a06:27:18.592328 run iperf3-srv_10.42.42.10(pid=2211): Launched\u000a06:27:18.771951 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:27:18.894849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:19.199740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2212): Launched\u000a06:27:19.453607 run iperf3-srv_10.42.42.10(pid=2213): Launched\u000a06:27:19.633296 tst cs_paging_gprs_active.py:38: start network...\u000a06:27:19.755459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:20.221088 run create_hlr_db(pid=2214): Launched\u000a06:27:20.390795 bus /gobi_6: Setting Powered False\u000a06:27:21.413535 run create_hlr_db(pid=2214): Terminated: ok {rc=0}\u000a06:27:21.808718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2216): Launched\u000a06:27:22.105693 run osmo-hlr_10.42.42.2(pid=2217): Launched\u000a06:27:22.213093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:22.724817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2219): Launched\u000a06:27:23.021144 run osmo-stp_10.42.42.5(pid=2220): Launched\u000a06:27:23.129643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:23.646061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2222): Launched\u000a06:27:23.751188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:24.014439 run patchelf(pid=2223): Launched\u000a06:27:24.189480 run osmo-stp_10.42.42.5(pid=2220): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)]\u000a06:27:24.317199 run osmo-stp_10.42.42.5(pid=2220): stdout: \u000a| (launched: 2022-12-09_06:27:22.874879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:24.445441 run osmo-stp_10.42.42.5(pid=2220): stderr: \u000a| �[0;m�[38;5;43m20221209062723044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062723044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062723044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062723045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062723045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062723045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062723046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:24.569291 run osmo-stp_10.42.42.5(pid=2220): stdout: \u000a| (launched: 2022-12-09_06:27:22.874879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:24.692008 run osmo-stp_10.42.42.5(pid=2220): stderr: \u000a| �[0;m�[38;5;43m20221209062723044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062723044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062723044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062723045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062723045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062723045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062723046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:24.834772 run patchelf(pid=2223): Terminating (SIGINT)\u000a06:27:25.002895 run patchelf(pid=2223): Terminated: ok {rc=0}\u000a06:27:25.033863 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2220): Process ended prematurely: osmo-stp_10.42.42.5(pid=2220) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:27:25.042997 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a06:27:25.104534 run osmo-hlr_10.42.42.2(pid=2217): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2217)]\u000a06:27:25.154095 run osmo-hlr_10.42.42.2(pid=2217): stdout: \u000a| (launched: 2022-12-09_06:27:21.959416) \u000a06:27:25.203952 run osmo-hlr_10.42.42.2(pid=2217): stderr: \u000a| �[0;m�[1;31m20221209062722135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062722135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062722135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062722135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062722135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062722136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062722151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062722161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062722161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062722161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:25.246576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2210): Terminating (SIGTERM)\u000a06:27:25.287156 run iperf3-srv_10.42.42.10(pid=2211): Terminating (SIGTERM)\u000a06:27:25.327565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2212): Terminating (SIGTERM)\u000a06:27:25.367846 run iperf3-srv_10.42.42.10(pid=2213): Terminating (SIGTERM)\u000a06:27:25.408097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2216): Terminating (SIGTERM)\u000a06:27:25.448775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2219): Terminating (SIGTERM)\u000a06:27:25.489567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2222): Terminating (SIGTERM)\u000a06:27:25.499274 --- ParallelTerminationStrategy: PID 2210 died...\u000a06:27:25.553095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2210): Terminated: ok {rc=0}\u000a06:27:25.563260 --- ParallelTerminationStrategy: PID 2211 died...\u000a06:27:25.616578 run iperf3-srv_10.42.42.10(pid=2211): Terminated {rc=256}\u000a06:27:25.626523 --- ParallelTerminationStrategy: PID 2212 died...\u000a06:27:25.679638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2212): Terminated: ok {rc=0}\u000a06:27:25.689847 --- ParallelTerminationStrategy: PID 2213 died...\u000a06:27:25.743167 run iperf3-srv_10.42.42.10(pid=2213): Terminated {rc=256}\u000a06:27:25.753311 --- ParallelTerminationStrategy: PID 2216 died...\u000a06:27:25.806726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2216): Terminated: ok {rc=0}\u000a06:27:25.816371 --- ParallelTerminationStrategy: PID 2219 died...\u000a06:27:25.869735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2219): Terminated: ok {rc=0}\u000a06:27:25.879331 --- ParallelTerminationStrategy: PID 2222 died...\u000a06:27:25.932343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2222): Terminated: ok {rc=0}\u000a06:27:26.020888 bus /gobi_0: Setting Powered False\u000a06:27:27.123822 bus /gobi_0: Setting Powered False\u000a06:27:28.235495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2232): Process ended prematurely: osmo-stp_10.42.42.5(pid=2232) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2232)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2232): Process ended prematurely: osmo-stp_10.42.42.5(pid=2232) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:27:29.343895 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.355417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:29.513999 tst iperf3.py: using LAC 19563\u000a06:27:29.640597 tst iperf3.py: using RAC 183\u000a06:27:29.769875 tst iperf3.py: using CellId 19563\u000a06:27:29.892592 tst iperf3.py: using BVCI 19564\u000a06:27:29.917136 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.928645 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.940356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.951801 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.963145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.974727 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.986292 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:29.997581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:30.009130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:30.296371 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:27:30.428498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:30.755061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2224): Launched\u000a06:27:31.085378 run iperf3-srv_10.42.42.10(pid=2225): Launched\u000a06:27:31.309423 tst iperf3.py:8: start network...\u000a06:27:31.443845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:32.047461 run create_hlr_db(pid=2226): Launched\u000a06:27:32.234017 bus /gobi_6: Setting Powered False\u000a06:27:33.253182 run create_hlr_db(pid=2226): Terminated: ok {rc=0}\u000a06:27:33.649861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2228): Launched\u000a06:27:33.945039 run osmo-hlr_10.42.42.2(pid=2229): Launched\u000a06:27:34.058729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:34.579331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2231): Launched\u000a06:27:34.874967 run osmo-stp_10.42.42.5(pid=2232): Launched\u000a06:27:34.982942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:35.495830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2234): Launched\u000a06:27:35.601080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:35.863631 run patchelf(pid=2236): Launched\u000a06:27:36.037385 run osmo-stp_10.42.42.5(pid=2232): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2232)]\u000a06:27:36.164669 run osmo-stp_10.42.42.5(pid=2232): stdout: \u000a| (launched: 2022-12-09_06:27:34.729861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:36.292237 run osmo-stp_10.42.42.5(pid=2232): stderr: \u000a| �[0;m�[38;5;43m20221209062734897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062734897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062734898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062734898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062734898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062734898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062734898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:36.415884 run osmo-stp_10.42.42.5(pid=2232): stdout: \u000a| (launched: 2022-12-09_06:27:34.729861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:36.538624 run osmo-stp_10.42.42.5(pid=2232): stderr: \u000a| �[0;m�[38;5;43m20221209062734897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062734897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062734898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062734898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062734898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062734898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062734898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:36.680337 run patchelf(pid=2236): Terminating (SIGINT)\u000a06:27:36.847170 run patchelf(pid=2236): Terminated: ok {rc=0}\u000a06:27:36.878427 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2232): Process ended prematurely: osmo-stp_10.42.42.5(pid=2232) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2232)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:27:36.887725 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:27:36.948844 run osmo-hlr_10.42.42.2(pid=2229): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2229)]\u000a06:27:36.998738 run osmo-hlr_10.42.42.2(pid=2229): stdout: \u000a| (launched: 2022-12-09_06:27:33.800034) \u000a06:27:37.049424 run osmo-hlr_10.42.42.2(pid=2229): stderr: \u000a| �[0;m�[1;31m20221209062733974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062733974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062733974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062733974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062733974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062733975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062733986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062733996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062733996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062733996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:37.091909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2224): Terminating (SIGTERM)\u000a06:27:37.132437 run iperf3-srv_10.42.42.10(pid=2225): Terminating (SIGTERM)\u000a06:27:37.172873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2228): Terminating (SIGTERM)\u000a06:27:37.213454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2231): Terminating (SIGTERM)\u000a06:27:37.254255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2234): Terminating (SIGTERM)\u000a06:27:37.264030 --- ParallelTerminationStrategy: PID 2224 died...\u000a06:27:37.318475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2224): Terminated: ok {rc=0}\u000a06:27:37.328563 --- ParallelTerminationStrategy: PID 2225 died...\u000a06:27:37.382829 run iperf3-srv_10.42.42.10(pid=2225): Terminated {rc=256}\u000a06:27:37.392849 --- ParallelTerminationStrategy: PID 2228 died...\u000a06:27:37.446964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2228): Terminated: ok {rc=0}\u000a06:27:37.457195 --- ParallelTerminationStrategy: PID 2231 died...\u000a06:27:37.510904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2231): Terminated: ok {rc=0}\u000a06:27:37.521228 --- ParallelTerminationStrategy: PID 2234 died...\u000a06:27:37.575233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2234): Terminated: ok {rc=0}\u000a06:27:37.665175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2251): Process ended prematurely: osmo-stp_10.42.42.5(pid=2251) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2251)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2251): Process ended prematurely: osmo-stp_10.42.42.5(pid=2251) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:27:38.775858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:38.787542 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:38.940666 tst iperf3m4.py: using LAC 19564\u000a06:27:39.062491 tst iperf3m4.py: using RAC 184\u000a06:27:39.177973 tst iperf3m4.py: using CellId 19564\u000a06:27:39.292636 tst iperf3m4.py: using BVCI 19565\u000a06:27:39.315784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.327029 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.338126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.348993 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.360579 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.371501 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.383252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.394608 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:39.405895 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:39.520781 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:39.642449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:39.758567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:40.032186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:27:40.155389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:40.461647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2237): Launched\u000a06:27:40.717226 run iperf3-srv_10.42.42.10(pid=2238): Launched\u000a06:27:40.897013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:27:41.019696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:41.325671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2239): Launched\u000a06:27:41.580099 run iperf3-srv_10.42.42.10(pid=2240): Launched\u000a06:27:41.760577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:27:41.883602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:42.190458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2241): Launched\u000a06:27:42.445364 run iperf3-srv_10.42.42.10(pid=2242): Launched\u000a06:27:42.625078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:27:42.747564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:43.053548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2243): Launched\u000a06:27:43.308351 run iperf3-srv_10.42.42.10(pid=2244): Launched\u000a06:27:43.488302 tst iperf3m4.py:8: start network...\u000a06:27:43.611266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:44.075529 run create_hlr_db(pid=2245): Launched\u000a06:27:44.245588 bus /gobi_6: Setting Powered False\u000a06:27:45.267888 run create_hlr_db(pid=2245): Terminated: ok {rc=0}\u000a06:27:45.661127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2247): Launched\u000a06:27:46.067621 run osmo-hlr_10.42.42.2(pid=2248): Launched\u000a06:27:46.251296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:46.793957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2250): Launched\u000a06:27:47.170956 run osmo-stp_10.42.42.5(pid=2251): Launched\u000a06:27:47.379074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:47.895354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2253): Launched\u000a06:27:48.000895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:48.260019 run patchelf(pid=2254): Launched\u000a06:27:48.434212 run osmo-stp_10.42.42.5(pid=2251): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2251)]\u000a06:27:48.561457 run osmo-stp_10.42.42.5(pid=2251): stdout: \u000a| (launched: 2022-12-09_06:27:46.946111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:48.688790 run osmo-stp_10.42.42.5(pid=2251): stderr: \u000a| �[0;m�[38;5;43m20221209062747277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062747277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062747278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062747278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062747278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:48.812448 run osmo-stp_10.42.42.5(pid=2251): stdout: \u000a| (launched: 2022-12-09_06:27:46.946111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:48.935174 run osmo-stp_10.42.42.5(pid=2251): stderr: \u000a| �[0;m�[38;5;43m20221209062747277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062747277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062747278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062747278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062747278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:49.077715 run patchelf(pid=2254): Terminating (SIGINT)\u000a06:27:49.244774 run patchelf(pid=2254): Terminated: ok {rc=0}\u000a06:27:49.275651 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2251): Process ended prematurely: osmo-stp_10.42.42.5(pid=2251) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2251)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:27:49.284876 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a06:27:49.346835 run osmo-hlr_10.42.42.2(pid=2248): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2248)]\u000a06:27:49.396474 run osmo-hlr_10.42.42.2(pid=2248): stdout: \u000a| (launched: 2022-12-09_06:27:45.811498) \u000a06:27:49.446720 run osmo-hlr_10.42.42.2(pid=2248): stderr: \u000a| �[0;m�[1;31m20221209062746026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062746026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062746026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062746026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062746026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062746026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062746043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062746059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:49.488918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2237): Terminating (SIGTERM)\u000a06:27:49.529393 run iperf3-srv_10.42.42.10(pid=2238): Terminating (SIGTERM)\u000a06:27:49.570004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2239): Terminating (SIGTERM)\u000a06:27:49.610492 run iperf3-srv_10.42.42.10(pid=2240): Terminating (SIGTERM)\u000a06:27:49.651000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2241): Terminating (SIGTERM)\u000a06:27:49.691775 run iperf3-srv_10.42.42.10(pid=2242): Terminating (SIGTERM)\u000a06:27:49.732267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2243): Terminating (SIGTERM)\u000a06:27:49.773034 run iperf3-srv_10.42.42.10(pid=2244): Terminating (SIGTERM)\u000a06:27:49.813625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2247): Terminating (SIGTERM)\u000a06:27:49.854081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2250): Terminating (SIGTERM)\u000a06:27:49.894474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2253): Terminating (SIGTERM)\u000a06:27:49.903942 --- ParallelTerminationStrategy: PID 2237 died...\u000a06:27:49.957778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2237): Terminated: ok {rc=0}\u000a06:27:49.967395 --- ParallelTerminationStrategy: PID 2238 died...\u000a06:27:50.020597 run iperf3-srv_10.42.42.10(pid=2238): Terminated {rc=256}\u000a06:27:50.030183 --- ParallelTerminationStrategy: PID 2239 died...\u000a06:27:50.083320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2239): Terminated: ok {rc=0}\u000a06:27:50.093318 --- ParallelTerminationStrategy: PID 2240 died...\u000a06:27:50.146654 run iperf3-srv_10.42.42.10(pid=2240): Terminated {rc=256}\u000a06:27:50.156191 --- ParallelTerminationStrategy: PID 2241 died...\u000a06:27:50.209852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2241): Terminated: ok {rc=0}\u000a06:27:50.219747 --- ParallelTerminationStrategy: PID 2242 died...\u000a06:27:50.273221 run iperf3-srv_10.42.42.10(pid=2242): Terminated {rc=256}\u000a06:27:50.283157 --- ParallelTerminationStrategy: PID 2243 died...\u000a06:27:50.336449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2243): Terminated: ok {rc=0}\u000a06:27:50.346300 --- ParallelTerminationStrategy: PID 2244 died...\u000a06:27:50.399237 run iperf3-srv_10.42.42.10(pid=2244): Terminated {rc=256}\u000a06:27:50.409068 --- ParallelTerminationStrategy: PID 2247 died...\u000a06:27:50.461983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2247): Terminated: ok {rc=0}\u000a06:27:50.471841 --- ParallelTerminationStrategy: PID 2250 died...\u000a06:27:50.524917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2250): Terminated: ok {rc=0}\u000a06:27:50.534681 --- ParallelTerminationStrategy: PID 2253 died...\u000a06:27:50.587654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2253): Terminated: ok {rc=0}\u000a06:27:50.675625 bus /gobi_4: Setting Powered False\u000a06:27:51.779916 bus /gobi_4: Setting Powered False\u000a06:27:52.886109 bus /gobi_1: Setting Powered False\u000a06:27:53.993205 bus /gobi_1: Setting Powered False\u000a06:27:55.101028 bus /gobi_0: Setting Powered False\u000a06:27:56.207507 bus /gobi_0: Setting Powered False\u000a06:27:57.315847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2261): Process ended prematurely: osmo-stp_10.42.42.5(pid=2261) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2261)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2261): Process ended prematurely: osmo-stp_10.42.42.5(pid=2261) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:27:58.383816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:58.396000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:58.549648 tst ping.py: using LAC 19565\u000a06:27:58.670969 tst ping.py: using RAC 185\u000a06:27:58.793494 tst ping.py: using CellId 19565\u000a06:27:58.916724 tst ping.py: using BVCI 19566\u000a06:27:58.940829 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:58.952496 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:58.963830 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:58.975110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:58.986333 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:58.997653 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:59.009042 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:59.020223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:59.287770 tst ping.py:19: start network...\u000a06:27:59.407727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:59.863619 run create_hlr_db(pid=2255): Launched\u000a06:28:00.031203 bus /gobi_6: Setting Powered False\u000a06:28:01.056842 run create_hlr_db(pid=2255): Terminated: ok {rc=0}\u000a06:28:01.469758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2257): Launched\u000a06:28:01.885854 run osmo-hlr_10.42.42.2(pid=2258): Launched\u000a06:28:02.062842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:02.682944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2260): Launched\u000a06:28:02.993351 run osmo-stp_10.42.42.5(pid=2261): Launched\u000a06:28:03.110210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:03.653647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2263): Launched\u000a06:28:03.764709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:04.037387 run patchelf(pid=2264): Launched\u000a06:28:04.221171 run osmo-stp_10.42.42.5(pid=2261): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2261)]\u000a06:28:04.355121 run osmo-stp_10.42.42.5(pid=2261): stdout: \u000a| (launched: 2022-12-09_06:28:02.841692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:04.489305 run osmo-stp_10.42.42.5(pid=2261): stderr: \u000a| �[0;m�[38;5;43m20221209062803032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062803032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062803032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062803033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062803035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062803035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062803035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:04.618603 run osmo-stp_10.42.42.5(pid=2261): stdout: \u000a| (launched: 2022-12-09_06:28:02.841692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:04.746778 run osmo-stp_10.42.42.5(pid=2261): stderr: \u000a| �[0;m�[38;5;43m20221209062803032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062803032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062803032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062803033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062803035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062803035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062803035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:04.895939 run patchelf(pid=2264): Terminating (SIGINT)\u000a06:28:05.071172 run patchelf(pid=2264): Terminated: ok {rc=0}\u000a06:28:05.103189 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2261): Process ended prematurely: osmo-stp_10.42.42.5(pid=2261) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2261)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:28:05.112113 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:28:05.174983 run osmo-hlr_10.42.42.2(pid=2258): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2258)]\u000a06:28:05.226453 run osmo-hlr_10.42.42.2(pid=2258): stdout: \u000a| (launched: 2022-12-09_06:28:01.619538) \u000a06:28:05.278124 run osmo-hlr_10.42.42.2(pid=2258): stderr: \u000a| �[0;m�[1;31m20221209062801891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062801891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062801891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062801891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062801891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062801891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062801909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062801933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062801933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062801933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:05.322663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2257): Terminating (SIGTERM)\u000a06:28:05.364546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2260): Terminating (SIGTERM)\u000a06:28:05.406510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2263): Terminating (SIGTERM)\u000a06:28:05.416328 --- ParallelTerminationStrategy: PID 2257 died...\u000a06:28:05.472239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2257): Terminated: ok {rc=0}\u000a06:28:05.482498 --- ParallelTerminationStrategy: PID 2260 died...\u000a06:28:05.538131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2260): Terminated: ok {rc=0}\u000a06:28:05.548494 --- ParallelTerminationStrategy: PID 2263 died...\u000a06:28:05.604095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2263): Terminated: ok {rc=0}\u000a06:28:05.689927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2271): Process ended prematurely: osmo-stp_10.42.42.5(pid=2271) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2271)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2271): Process ended prematurely: osmo-stp_10.42.42.5(pid=2271) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:28:06.742815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:06.755078 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:28:06.918493 tst ping_idle_ping.py: using LAC 19566\u000a06:28:07.036398 tst ping_idle_ping.py: using RAC 186\u000a06:28:07.149276 tst ping_idle_ping.py: using CellId 19566\u000a06:28:07.264215 tst ping_idle_ping.py: using BVCI 19567\u000a06:28:07.286575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.297716 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.308565 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.319726 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.330744 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.341679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.353004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:07.363915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:07.648535 tst ping_idle_ping.py:24: start network...\u000a06:28:07.778929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:08.280117 run create_hlr_db(pid=2265): Launched\u000a06:28:08.461926 bus /gobi_6: Setting Powered False\u000a06:28:09.482111 run create_hlr_db(pid=2265): Terminated: ok {rc=0}\u000a06:28:09.874298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2267): Launched\u000a06:28:10.164755 run osmo-hlr_10.42.42.2(pid=2268): Launched\u000a06:28:10.274688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:10.787265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2270): Launched\u000a06:28:11.076014 run osmo-stp_10.42.42.5(pid=2271): Launched\u000a06:28:11.182261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:11.689320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2273): Launched\u000a06:28:11.792876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:12.047974 run patchelf(pid=2274): Launched\u000a06:28:12.219711 run osmo-stp_10.42.42.5(pid=2271): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2271)]\u000a06:28:12.344445 run osmo-stp_10.42.42.5(pid=2271): stdout: \u000a| (launched: 2022-12-09_06:28:10.934420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:12.470037 run osmo-stp_10.42.42.5(pid=2271): stderr: \u000a| �[0;m�[38;5;43m20221209062811104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062811104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062811105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062811105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062811105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062811105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062811106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:12.591094 run osmo-stp_10.42.42.5(pid=2271): stdout: \u000a| (launched: 2022-12-09_06:28:10.934420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:12.710928 run osmo-stp_10.42.42.5(pid=2271): stderr: \u000a| �[0;m�[38;5;43m20221209062811104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062811104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062811105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062811105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062811105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062811105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062811106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:12.850400 run patchelf(pid=2274): Terminating (SIGINT)\u000a06:28:13.014602 run patchelf(pid=2274): Terminated: ok {rc=0}\u000a06:28:13.044613 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2271): Process ended prematurely: osmo-stp_10.42.42.5(pid=2271) [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2271)] [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:28:13.053209 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:28:13.113930 run osmo-hlr_10.42.42.2(pid=2268): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2268)]\u000a06:28:13.163535 run osmo-hlr_10.42.42.2(pid=2268): stdout: \u000a| (launched: 2022-12-09_06:28:10.021930) \u000a06:28:13.213708 run osmo-hlr_10.42.42.2(pid=2268): stderr: \u000a| �[0;m�[1;31m20221209062810198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062810198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062810198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062810198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062810198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062810198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062810211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062810222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062810222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062810222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:13.255999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2267): Terminating (SIGTERM)\u000a06:28:13.296500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2270): Terminating (SIGTERM)\u000a06:28:13.336477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2273): Terminating (SIGTERM)\u000a06:28:13.346078 --- ParallelTerminationStrategy: PID 2267 died...\u000a06:28:13.399744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2267): Terminated: ok {rc=0}\u000a06:28:13.409781 --- ParallelTerminationStrategy: PID 2270 died...\u000a06:28:13.462916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2270): Terminated: ok {rc=0}\u000a06:28:13.472809 --- ParallelTerminationStrategy: PID 2273 died...\u000a06:28:13.525952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2273): Terminated: ok {rc=0}\u000a06:28:13.614360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:27:16" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2284): Process ended prematurely: osmo-stp_10.42.42.5(pid=2284) [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2284)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2284): Process ended prematurely: osmo-stp_10.42.42.5(pid=2284) [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:28:15.626534 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:15.637934 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:28:15.786899 tst switch_tch_pdch.py: using LAC 19567\u000a06:28:15.927459 tst switch_tch_pdch.py: using RAC 187\u000a06:28:16.065686 tst switch_tch_pdch.py: using CellId 19567\u000a06:28:16.197534 tst switch_tch_pdch.py: using BVCI 19568\u000a06:28:16.222703 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.235310 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.247856 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.260325 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.273310 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.286098 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.299161 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:28:16.311818 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:28:16.435097 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:28:16.778689 tst switch_tch_pdch.py:51: start network...\u000a06:28:16.903424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:17.396911 run create_hlr_db(pid=2278): Launched\u000a06:28:17.578564 bus /gobi_6: Setting Powered False\u000a06:28:18.598381 run create_hlr_db(pid=2278): Terminated: ok {rc=0}\u000a06:28:19.013964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2280): Launched\u000a06:28:19.323201 run osmo-hlr_10.42.42.2(pid=2281): Launched\u000a06:28:19.436894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:19.977144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2283): Launched\u000a06:28:20.287071 run osmo-stp_10.42.42.5(pid=2284): Launched\u000a06:28:20.399615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:20.941930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2286): Launched\u000a06:28:21.052593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:21.323689 run patchelf(pid=2287): Launched\u000a06:28:21.507665 run osmo-stp_10.42.42.5(pid=2284): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2284)]\u000a06:28:21.642158 run osmo-stp_10.42.42.5(pid=2284): stdout: \u000a| (launched: 2022-12-09_06:28:20.136073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:21.776804 run osmo-stp_10.42.42.5(pid=2284): stderr: \u000a| �[0;m�[38;5;43m20221209062820327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062820327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062820327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062820328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062820328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062820328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062820328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:21.906757 run osmo-stp_10.42.42.5(pid=2284): stdout: \u000a| (launched: 2022-12-09_06:28:20.136073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:22.035766 run osmo-stp_10.42.42.5(pid=2284): stderr: \u000a| �[0;m�[38;5;43m20221209062820327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062820327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062820327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062820328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062820328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062820328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062820328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:22.184897 run patchelf(pid=2287): Terminating (SIGINT)\u000a06:28:22.359973 run patchelf(pid=2287): Terminated: ok {rc=0}\u000a06:28:22.391782 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2284): Process ended prematurely: osmo-stp_10.42.42.5(pid=2284) [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2284)] [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:28:22.400733 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:28:22.463095 run osmo-hlr_10.42.42.2(pid=2281): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2281)]\u000a06:28:22.514424 run osmo-hlr_10.42.42.2(pid=2281): stdout: \u000a| (launched: 2022-12-09_06:28:19.172376) \u000a06:28:22.566337 run osmo-hlr_10.42.42.2(pid=2281): stderr: \u000a| �[0;m�[1;31m20221209062819371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062819371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062819371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062819371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062819371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062819371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062819384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062819393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062819394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062819394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:22.610605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2280): Terminating (SIGTERM)\u000a06:28:22.652535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2283): Terminating (SIGTERM)\u000a06:28:22.694520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2286): Terminating (SIGTERM)\u000a06:28:22.704277 --- ParallelTerminationStrategy: PID 2280 died...\u000a06:28:22.760504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2280): Terminated: ok {rc=0}\u000a06:28:22.770841 --- ParallelTerminationStrategy: PID 2283 died...\u000a06:28:22.826518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2283): Terminated: ok {rc=0}\u000a06:28:22.836673 --- ParallelTerminationStrategy: PID 2286 died...\u000a06:28:22.892181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2286): Terminated: ok {rc=0}\u000a06:28:22.979506 bus /gobi_0: Setting Powered False\u000a06:28:24.083364 bus /gobi_0: Setting Powered False\u000a06:28:25.193693 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:28:15" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:28:27.166976 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.178384 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:28:27.333423 tst switch_tch_pdch.py: using LAC 19568\u000a06:28:27.454610 tst switch_tch_pdch.py: using RAC 188\u000a06:28:27.576447 tst switch_tch_pdch.py: using CellId 19568\u000a06:28:27.698341 tst switch_tch_pdch.py: using BVCI 19569\u000a06:28:27.722106 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.733467 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.744710 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.756023 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.767223 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.778508 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.789951 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:28:27.801566 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:28:27.919811 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:28:28.205322 tst switch_tch_pdch.py:51: start network...\u000a06:28:28.334409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:28.795198 run create_hlr_db(pid=2291): Launched\u000a06:28:28.913550 bus /gobi_6: Setting Powered False\u000a06:28:29.985350 run create_hlr_db(pid=2291): Terminated: ok {rc=0}\u000a06:28:30.347561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Launched\u000a06:28:30.637353 run osmo-hlr_10.42.42.2(pid=2294): Launched\u000a06:28:30.746870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:31.348604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Launched\u000a06:28:31.701533 run osmo-stp_10.42.42.5(pid=2297): Launched\u000a06:28:31.943578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:32.490922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2299): Launched\u000a06:28:32.601623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:32.871650 run patchelf(pid=2300): Launched\u000a06:28:33.054734 run osmo-stp_10.42.42.5(pid=2297): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)]\u000a06:28:33.188646 run osmo-stp_10.42.42.5(pid=2297): stdout: \u000a| (launched: 2022-12-09_06:28:31.511391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:33.323511 run osmo-stp_10.42.42.5(pid=2297): stderr: \u000a| �[0;m�[38;5;43m20221209062831834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062831834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062831834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062831835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062831835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062831835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062831835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:33.452595 run osmo-stp_10.42.42.5(pid=2297): stdout: \u000a| (launched: 2022-12-09_06:28:31.511391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:33.580768 run osmo-stp_10.42.42.5(pid=2297): stderr: \u000a| �[0;m�[38;5;43m20221209062831834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062831834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062831834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062831835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062831835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062831835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062831835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:33.729732 run patchelf(pid=2300): Terminating (SIGINT)\u000a06:28:33.905401 run patchelf(pid=2300): Terminated: ok {rc=0}\u000a06:28:33.937077 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)] [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:28:33.946191 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:28:34.008204 run osmo-hlr_10.42.42.2(pid=2294): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2294)]\u000a06:28:34.059193 run osmo-hlr_10.42.42.2(pid=2294): stdout: \u000a| (launched: 2022-12-09_06:28:30.493830) \u000a06:28:34.111331 run osmo-hlr_10.42.42.2(pid=2294): stderr: \u000a| �[0;m�[1;31m20221209062830669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062830669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062830669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062830669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062830669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062830669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062830681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062830690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062830690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062830690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:34.155566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Terminating (SIGTERM)\u000a06:28:34.197408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Terminating (SIGTERM)\u000a06:28:34.239348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2299): Terminating (SIGTERM)\u000a06:28:34.249155 --- ParallelTerminationStrategy: PID 2293 died...\u000a06:28:34.304585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Terminated: ok {rc=0}\u000a06:28:34.314868 --- ParallelTerminationStrategy: PID 2296 died...\u000a06:28:34.370387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Terminated: ok {rc=0}\u000a06:28:34.380506 --- ParallelTerminationStrategy: PID 2299 died...\u000a06:28:34.435807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2299): Terminated: ok {rc=0}\u000a06:28:34.522955 bus /gobi_0: Setting Powered False\u000a06:28:35.629210 bus /gobi_0: Setting Powered False\u000a06:28:36.741438 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:28:26" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2309) [trial-2355↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2309)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2309) [trial-2355↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a06:28:38.606178 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a06:28:38.616627 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a06:28:38.736369 tst mo_mt_sms.py: using LAC 19569\u000a06:28:38.850428 tst mo_mt_sms.py: using RAC 189\u000a06:28:38.963987 tst mo_mt_sms.py: using CellId 19569\u000a06:28:39.085894 tst mo_mt_sms.py: using BVCI 19570\u000a06:28:39.109559 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a06:28:39.220640 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a06:28:39.486238 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:28:39.606042 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:28:40.208507 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2305): Launched\u000a06:28:40.494216 run osmo-nitb_10.42.42.2(pid=2309): Launched\u000a06:28:40.674118 run osmo-nitb_10.42.42.2(pid=2309): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2309)]\u000a06:28:40.806900 run osmo-nitb_10.42.42.2(pid=2309): stdout: \u000a| (launched: 2022-12-09_06:28:40.355713) \u000a06:28:40.940442 run osmo-nitb_10.42.42.2(pid=2309): stderr: \u000a| (launched: 2022-12-09_06:28:40.398816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:41.068873 run osmo-nitb_10.42.42.2(pid=2309): stdout: \u000a| (launched: 2022-12-09_06:28:40.355713) \u000a06:28:41.196225 run osmo-nitb_10.42.42.2(pid=2309): stderr: \u000a| (launched: 2022-12-09_06:28:40.398816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:41.613091 tst osmo-nitb_10.42.42.2(pid=2309): stdout: \u000a| (launched: 2022-12-09_06:28:40.355713) \u000a06:28:41.729578 tst osmo-nitb_10.42.42.2(pid=2309): stderr: \u000a| (launched: 2022-12-09_06:28:40.398816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:41.780283 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2309) [trial-2355↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2309)] [trial-2355↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a06:28:41.788439 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a06:28:41.823728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2305): Terminating (SIGTERM)\u000a06:28:42.002648 --- ParallelTerminationStrategy: PID 2305 died...\u000a06:28:42.058922 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2305): Terminated: ok {rc=0}\u000a06:28:42.146866 bus /sierra_3: Setting Powered False\u000a06:28:43.250091 bus /sierra_3: Setting Powered False\u000a06:28:44.361166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:28:38" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2319): Process ended prematurely: osmo-stp_10.42.42.5(pid=2319) [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2319)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2319): Process ended prematurely: osmo-stp_10.42.42.5(pid=2319) [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a06:28:46.218469 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:46.231202 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:28:46.355059 tst mo_mt_sms.py: using LAC 19570\u000a06:28:46.477093 tst mo_mt_sms.py: using RAC 190\u000a06:28:46.600035 tst mo_mt_sms.py: using CellId 19570\u000a06:28:46.740260 tst mo_mt_sms.py: using BVCI 19571\u000a06:28:46.770734 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:46.783545 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:46.795696 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:46.807698 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:46.819496 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:46.831219 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a06:28:46.953253 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a06:28:47.208162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:47.706280 run create_hlr_db(pid=2313): Launched\u000a06:28:47.887530 bus /sierra_2: Setting Powered False\u000a06:28:48.908127 run create_hlr_db(pid=2313): Terminated: ok {rc=0}\u000a06:28:49.322297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2315): Launched\u000a06:28:49.631389 run osmo-hlr_10.42.42.2(pid=2316): Launched\u000a06:28:49.748437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:50.289915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2318): Launched\u000a06:28:50.597580 run osmo-stp_10.42.42.5(pid=2319): Launched\u000a06:28:50.709010 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:28:51.277965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2321): Launched\u000a06:28:51.588788 run osmo-msc_10.42.42.6(pid=2322): Launched\u000a06:28:51.772009 run osmo-stp_10.42.42.5(pid=2319): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2319)]\u000a06:28:51.905405 run osmo-stp_10.42.42.5(pid=2319): stdout: \u000a| (launched: 2022-12-09_06:28:50.447164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:52.038471 run osmo-stp_10.42.42.5(pid=2319): stderr: \u000a| �[0;m�[38;5;43m20221209062850643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062850643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062850643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062850644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062850644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062850644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062850644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:52.163638 run osmo-stp_10.42.42.5(pid=2319): stdout: \u000a| (launched: 2022-12-09_06:28:50.447164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:52.288408 run osmo-stp_10.42.42.5(pid=2319): stderr: \u000a| �[0;m�[38;5;43m20221209062850643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062850643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062850643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062850644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062850644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062850644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062850644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:52.343007 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2319): Process ended prematurely: osmo-stp_10.42.42.5(pid=2319) [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2319)] [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a06:28:52.351381 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a06:28:52.413067 run osmo-hlr_10.42.42.2(pid=2316): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2316)]\u000a06:28:52.463955 run osmo-hlr_10.42.42.2(pid=2316): stdout: \u000a| (launched: 2022-12-09_06:28:49.480766) \u000a06:28:52.515343 run osmo-hlr_10.42.42.2(pid=2316): stderr: \u000a| �[0;m�[1;31m20221209062849677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062849678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062849678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062849678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062849678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062849678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062849690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062849698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062849699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062849699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:52.585438 run osmo-msc_10.42.42.6(pid=2322): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2322)]\u000a06:28:52.636203 run osmo-msc_10.42.42.6(pid=2322): stdout: \u000a| (launched: 2022-12-09_06:28:51.436311) \u000a06:28:52.687624 run osmo-msc_10.42.42.6(pid=2322): stderr: \u000a| �[0;m�[38;5;43m20221209062851758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062851758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b1cac5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062851758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062851759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062851760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062851761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062851761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062851761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:28:52.731577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2315): Terminating (SIGTERM)\u000a06:28:52.773070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2318): Terminating (SIGTERM)\u000a06:28:52.814959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2321): Terminating (SIGTERM)\u000a06:28:52.824604 --- ParallelTerminationStrategy: PID 2315 died...\u000a06:28:52.880094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2315): Terminated: ok {rc=0}\u000a06:28:52.890115 --- ParallelTerminationStrategy: PID 2318 died...\u000a06:28:52.945361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2318): Terminated: ok {rc=0}\u000a06:28:52.955297 --- ParallelTerminationStrategy: PID 2321 died...\u000a06:28:53.010492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2321): Terminated: ok {rc=0}\u000a06:28:53.096830 bus /sierra_3: Setting Powered False\u000a06:28:54.201469 bus /sierra_3: Setting Powered False\u000a06:28:55.311696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:28:46" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2328): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2328) [trial-2355↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2328)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2328): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2328) [trial-2355↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a06:28:57.119381 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a06:28:57.130289 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:28:57.252545 tst assert_extension.py: using LAC 19571\u000a06:28:57.367944 tst assert_extension.py: using RAC 191\u000a06:28:57.484157 tst assert_extension.py: using CellId 19571\u000a06:28:57.600118 tst assert_extension.py: using BVCI 19572\u000a06:28:57.622349 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a06:28:57.906479 tst assert_extension.py:10: start nitb and bts...\u000a06:28:58.035944 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:28:58.681160 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2327): Launched\u000a06:28:58.988815 run osmo-nitb_10.42.42.2(pid=2328): Launched\u000a06:28:59.180339 run osmo-nitb_10.42.42.2(pid=2328): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2328)]\u000a06:28:59.322002 run osmo-nitb_10.42.42.2(pid=2328): stdout: \u000a| (launched: 2022-12-09_06:28:58.840104) \u000a06:28:59.464145 run osmo-nitb_10.42.42.2(pid=2328): stderr: \u000a| (launched: 2022-12-09_06:28:58.886785)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:59.601018 run osmo-nitb_10.42.42.2(pid=2328): stdout: \u000a| (launched: 2022-12-09_06:28:58.840104) \u000a06:28:59.736886 run osmo-nitb_10.42.42.2(pid=2328): stderr: \u000a| (launched: 2022-12-09_06:28:58.886785)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:29:00.114162 tst osmo-nitb_10.42.42.2(pid=2328): stdout: \u000a| (launched: 2022-12-09_06:28:58.840104) \u000a06:29:00.238496 tst osmo-nitb_10.42.42.2(pid=2328): stderr: \u000a| (launched: 2022-12-09_06:28:58.886785)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:29:00.292936 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2328): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2328) [trial-2355↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2328)] [trial-2355↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a06:29:00.301947 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a06:29:00.338676 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2327): Terminating (SIGTERM)\u000a06:29:00.516389 --- ParallelTerminationStrategy: PID 2327 died...\u000a06:29:00.574496 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2327): Terminated: ok {rc=0}\u000a06:29:00.660718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:28:56" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a06:29:02.506159 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:29:02.517246 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:29:02.641097 tst assert_extension.py: using LAC 19572\u000a06:29:02.756627 tst assert_extension.py: using RAC 192\u000a06:29:02.870210 tst assert_extension.py: using CellId 19572\u000a06:29:02.984208 tst assert_extension.py: using BVCI 19573\u000a06:29:03.006452 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:29:03.017280 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:29:03.027908 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:29:03.038936 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:29:03.049981 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:29:03.060609 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a06:29:03.255888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:03.710377 run create_hlr_db(pid=2332): Launched\u000a06:29:03.877791 bus /sierra_2: Setting Powered False\u000a06:29:04.899014 run create_hlr_db(pid=2332): Terminated: ok {rc=0}\u000a06:29:05.314795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Launched\u000a06:29:05.626144 run osmo-hlr_10.42.42.2(pid=2335): Launched\u000a06:29:05.740935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:06.283645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Launched\u000a06:29:06.595862 run osmo-stp_10.42.42.5(pid=2338): Launched\u000a06:29:06.709305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:07.278427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2340): Launched\u000a06:29:07.589387 run osmo-msc_10.42.42.6(pid=2341): Launched\u000a06:29:07.772506 run osmo-stp_10.42.42.5(pid=2338): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]\u000a06:29:07.905282 run osmo-stp_10.42.42.5(pid=2338): stdout: \u000a| (launched: 2022-12-09_06:29:06.442857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:08.037406 run osmo-stp_10.42.42.5(pid=2338): stderr: \u000a| �[0;m�[38;5;43m20221209062906633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062906634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062906634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062906634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062906635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062906635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062906635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:08.162536 run osmo-stp_10.42.42.5(pid=2338): stdout: \u000a| (launched: 2022-12-09_06:29:06.442857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:08.286797 run osmo-stp_10.42.42.5(pid=2338): stderr: \u000a| �[0;m�[38;5;43m20221209062906633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062906634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062906634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062906634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062906635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062906635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062906635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:08.341266 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)] [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a06:29:08.349501 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a06:29:08.412043 run osmo-hlr_10.42.42.2(pid=2335): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2335)]\u000a06:29:08.463360 run osmo-hlr_10.42.42.2(pid=2335): stdout: \u000a| (launched: 2022-12-09_06:29:05.473636) \u000a06:29:08.515232 run osmo-hlr_10.42.42.2(pid=2335): stderr: \u000a| �[0;m�[1;31m20221209062905669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062905669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062905669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062905669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062905669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062905670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062905685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062905693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062905693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062905693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:08.585710 run osmo-msc_10.42.42.6(pid=2341): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2341)]\u000a06:29:08.636860 run osmo-msc_10.42.42.6(pid=2341): stdout: \u000a| (launched: 2022-12-09_06:29:07.437105) \u000a06:29:08.688896 run osmo-msc_10.42.42.6(pid=2341): stderr: \u000a| �[0;m�[38;5;43m20221209062907755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062907755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ff61b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062907755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062907756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062907756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062907756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062907758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062907758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062907759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062907759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:08.732976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Terminating (SIGTERM)\u000a06:29:08.774478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Terminating (SIGTERM)\u000a06:29:08.816031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2340): Terminating (SIGTERM)\u000a06:29:08.825987 --- ParallelTerminationStrategy: PID 2334 died...\u000a06:29:08.881349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Terminated: ok {rc=0}\u000a06:29:08.891248 --- ParallelTerminationStrategy: PID 2337 died...\u000a06:29:08.946061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Terminated: ok {rc=0}\u000a06:29:08.955934 --- ParallelTerminationStrategy: PID 2340 died...\u000a06:29:09.010871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2340): Terminated: ok {rc=0}\u000a06:29:09.096853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:29:02" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2352): Process ended prematurely: osmo-stp_10.42.42.5(pid=2352) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2352)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2352): Process ended prematurely: osmo-stp_10.42.42.5(pid=2352) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:29:11.032518 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:11.043736 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:29:11.187331 tst mo_mt_call.py: using LAC 19573\u000a06:29:11.305498 tst mo_mt_call.py: using RAC 193\u000a06:29:11.422730 tst mo_mt_call.py: using CellId 19573\u000a06:29:11.538949 tst mo_mt_call.py: using BVCI 19574\u000a06:29:11.561732 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:11.572702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:11.583677 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:11.595028 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:11.606493 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:11.617837 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:29:11.738742 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:29:11.946843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:12.452574 run create_hlr_db(pid=2346): Launched\u000a06:29:12.634906 bus /sierra_2: Setting Powered False\u000a06:29:13.657318 run create_hlr_db(pid=2346): Terminated: ok {rc=0}\u000a06:29:14.051382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2348): Launched\u000a06:29:14.345140 run osmo-hlr_10.42.42.2(pid=2349): Launched\u000a06:29:14.453226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:14.964597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2351): Launched\u000a06:29:15.258555 run osmo-stp_10.42.42.5(pid=2352): Launched\u000a06:29:15.366746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:15.930845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2354): Launched\u000a06:29:16.430569 run osmo-msc_10.42.42.6(pid=2355): Launched\u000a06:29:16.952992 run osmo-stp_10.42.42.5(pid=2352): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2352)]\u000a06:29:17.247056 run osmo-stp_10.42.42.5(pid=2352): stdout: \u000a| (launched: 2022-12-09_06:29:15.113706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:17.385781 run osmo-stp_10.42.42.5(pid=2352): stderr: \u000a| �[0;m�[38;5;43m20221209062915283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062915283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062915283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062915284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062915284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062915284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062915284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:17.515785 run osmo-stp_10.42.42.5(pid=2352): stdout: \u000a| (launched: 2022-12-09_06:29:15.113706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:17.644293 run osmo-stp_10.42.42.5(pid=2352): stderr: \u000a| �[0;m�[38;5;43m20221209062915283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062915283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062915283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062915284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062915284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062915284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062915284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:17.700382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2352): Process ended prematurely: osmo-stp_10.42.42.5(pid=2352) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2352)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:29:17.709702 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a06:29:17.772495 run osmo-hlr_10.42.42.2(pid=2349): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2349)]\u000a06:29:17.824934 run osmo-hlr_10.42.42.2(pid=2349): stdout: \u000a| (launched: 2022-12-09_06:29:14.200858) \u000a06:29:17.877795 run osmo-hlr_10.42.42.2(pid=2349): stderr: \u000a| �[0;m�[1;31m20221209062914376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062914376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062914377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062914377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062914377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062914377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062914390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062914398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062914398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062914398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:17.949105 run osmo-msc_10.42.42.6(pid=2355): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2355)]\u000a06:29:18.000619 run osmo-msc_10.42.42.6(pid=2355): stdout: \u000a| (launched: 2022-12-09_06:29:16.102756) \u000a06:29:18.052735 run osmo-msc_10.42.42.6(pid=2355): stderr: \u000a| �[0;m�[38;5;43m20221209062916758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062916759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe1214cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062916759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062916759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062916760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062916761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062916765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062916765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062916765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062916765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:18.097350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2348): Terminating (SIGTERM)\u000a06:29:18.139487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2351): Terminating (SIGTERM)\u000a06:29:18.181560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2354): Terminating (SIGTERM)\u000a06:29:18.191314 --- ParallelTerminationStrategy: PID 2348 died...\u000a06:29:18.247703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2348): Terminated: ok {rc=0}\u000a06:29:18.258030 --- ParallelTerminationStrategy: PID 2351 died...\u000a06:29:18.314468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2351): Terminated: ok {rc=0}\u000a06:29:18.324671 --- ParallelTerminationStrategy: PID 2354 died...\u000a06:29:18.380840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2354): Terminated: ok {rc=0}\u000a06:29:18.468108 bus /sierra_3: Setting Powered False\u000a06:29:19.573467 bus /sierra_3: Setting Powered False\u000a06:29:20.681747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2363): Process ended prematurely: osmo-stp_10.42.42.5(pid=2363) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2363)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2363): Process ended prematurely: osmo-stp_10.42.42.5(pid=2363) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:29:21.794475 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:21.806904 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:29:21.960534 tst mo_mt_call_osmux.py: using LAC 19574\u000a06:29:22.084649 tst mo_mt_call_osmux.py: using RAC 194\u000a06:29:22.215161 tst mo_mt_call_osmux.py: using CellId 19574\u000a06:29:22.338198 tst mo_mt_call_osmux.py: using BVCI 19575\u000a06:29:22.362490 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:22.374121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:22.385512 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:22.396816 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:22.408235 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:29:22.419618 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:29:22.535840 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:29:22.743744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:23.251081 run create_hlr_db(pid=2357): Launched\u000a06:29:23.433889 bus /sierra_2: Setting Powered False\u000a06:29:24.456083 run create_hlr_db(pid=2357): Terminated: ok {rc=0}\u000a06:29:24.853159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2359): Launched\u000a06:29:25.147402 run osmo-hlr_10.42.42.2(pid=2360): Launched\u000a06:29:25.259651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:25.770997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2362): Launched\u000a06:29:26.067801 run osmo-stp_10.42.42.5(pid=2363): Launched\u000a06:29:26.176078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:26.716624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2365): Launched\u000a06:29:27.011813 run osmo-msc_10.42.42.6(pid=2366): Launched\u000a06:29:27.187137 run osmo-stp_10.42.42.5(pid=2363): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2363)]\u000a06:29:27.314017 run osmo-stp_10.42.42.5(pid=2363): stdout: \u000a| (launched: 2022-12-09_06:29:25.921623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:27.437663 run osmo-stp_10.42.42.5(pid=2363): stderr: \u000a| �[0;m�[38;5;43m20221209062926092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062926092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062926092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062926093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062926093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062926093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062926093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:27.556478 run osmo-stp_10.42.42.5(pid=2363): stdout: \u000a| (launched: 2022-12-09_06:29:25.921623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:27.674102 run osmo-stp_10.42.42.5(pid=2363): stderr: \u000a| �[0;m�[38;5;43m20221209062926092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062926092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062926092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062926093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062926093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062926093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062926093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:27.726014 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2363): Process ended prematurely: osmo-stp_10.42.42.5(pid=2363) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2363)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:29:27.734551 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:29:27.795110 run osmo-hlr_10.42.42.2(pid=2360): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2360)]\u000a06:29:27.844524 run osmo-hlr_10.42.42.2(pid=2360): stdout: \u000a| (launched: 2022-12-09_06:29:25.002959) \u000a06:29:27.894718 run osmo-hlr_10.42.42.2(pid=2360): stderr: \u000a| �[0;m�[1;31m20221209062925176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062925176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062925176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062925176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062925176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062925176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062925190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062925199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062925199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:27.962192 run osmo-msc_10.42.42.6(pid=2366): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2366)]\u000a06:29:28.011703 run osmo-msc_10.42.42.6(pid=2366): stdout: \u000a| (launched: 2022-12-09_06:29:26.866425) \u000a06:29:28.061991 run osmo-msc_10.42.42.6(pid=2366): stderr: \u000a| �[0;m�[38;5;43m20221209062927138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062927138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fdae77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062927138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062927138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062927138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062927139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062927142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062927142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062927143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062927143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:28.104394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2359): Terminating (SIGTERM)\u000a06:29:28.144109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2362): Terminating (SIGTERM)\u000a06:29:28.184129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2365): Terminating (SIGTERM)\u000a06:29:28.193907 --- ParallelTerminationStrategy: PID 2359 died...\u000a06:29:28.247429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2359): Terminated: ok {rc=0}\u000a06:29:28.257566 --- ParallelTerminationStrategy: PID 2362 died...\u000a06:29:28.311121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2362): Terminated: ok {rc=0}\u000a06:29:28.320653 --- ParallelTerminationStrategy: PID 2365 died...\u000a06:29:28.373986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2365): Terminated: ok {rc=0}\u000a06:29:28.463606 bus /sierra_3: Setting Powered False\u000a06:29:29.565881 bus /sierra_3: Setting Powered False\u000a06:29:30.671946 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:29:10" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2377): Process ended prematurely: osmo-stp_10.42.42.5(pid=2377) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2377)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2377): Process ended prematurely: osmo-stp_10.42.42.5(pid=2377) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:29:32.655389 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:32.667001 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:29:32.817791 tst mo_mt_call.py: using LAC 19575\u000a06:29:32.941736 tst mo_mt_call.py: using RAC 195\u000a06:29:33.066688 tst mo_mt_call.py: using CellId 19575\u000a06:29:33.191436 tst mo_mt_call.py: using BVCI 19576\u000a06:29:33.215733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:33.227298 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:33.238661 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:33.250021 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:33.261451 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:33.272735 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:29:33.386152 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:29:33.582553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:34.048626 run create_hlr_db(pid=2371): Launched\u000a06:29:34.218635 bus /sierra_2: Setting Powered False\u000a06:29:35.240167 run create_hlr_db(pid=2371): Terminated: ok {rc=0}\u000a06:29:35.632792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2373): Launched\u000a06:29:35.927057 run osmo-hlr_10.42.42.2(pid=2374): Launched\u000a06:29:36.035461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:36.548844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2376): Launched\u000a06:29:36.844401 run osmo-stp_10.42.42.5(pid=2377): Launched\u000a06:29:36.952302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:37.490917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2379): Launched\u000a06:29:37.786009 run osmo-msc_10.42.42.6(pid=2380): Launched\u000a06:29:37.961296 run osmo-stp_10.42.42.5(pid=2377): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2377)]\u000a06:29:38.087712 run osmo-stp_10.42.42.5(pid=2377): stdout: \u000a| (launched: 2022-12-09_06:29:36.699354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:38.211743 run osmo-stp_10.42.42.5(pid=2377): stderr: \u000a| �[0;m�[38;5;43m20221209062936867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062936867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062936868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062936868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062936869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062936869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062936869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:38.331419 run osmo-stp_10.42.42.5(pid=2377): stdout: \u000a| (launched: 2022-12-09_06:29:36.699354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:38.449780 run osmo-stp_10.42.42.5(pid=2377): stderr: \u000a| �[0;m�[38;5;43m20221209062936867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062936867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062936868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062936868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062936869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062936869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062936869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:38.501565 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2377): Process ended prematurely: osmo-stp_10.42.42.5(pid=2377) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2377)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:29:38.510323 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:29:38.570133 run osmo-hlr_10.42.42.2(pid=2374): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2374)]\u000a06:29:38.619349 run osmo-hlr_10.42.42.2(pid=2374): stdout: \u000a| (launched: 2022-12-09_06:29:35.782399) \u000a06:29:38.669075 run osmo-hlr_10.42.42.2(pid=2374): stderr: \u000a| �[0;m�[1;31m20221209062935957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062935957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062935957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062935957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062935957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062935957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062935968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062935977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062935977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062935977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:38.736346 run osmo-msc_10.42.42.6(pid=2380): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2380)]\u000a06:29:38.785293 run osmo-msc_10.42.42.6(pid=2380): stdout: \u000a| (launched: 2022-12-09_06:29:37.640908) \u000a06:29:38.834976 run osmo-msc_10.42.42.6(pid=2380): stderr: \u000a| �[0;m�[38;5;43m20221209062937911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062937911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13c938bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062937911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062937911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062937911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062937912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062937913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062937914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062937914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062937914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:38.877041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2373): Terminating (SIGTERM)\u000a06:29:38.917120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2376): Terminating (SIGTERM)\u000a06:29:38.957413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2379): Terminating (SIGTERM)\u000a06:29:38.966755 --- ParallelTerminationStrategy: PID 2373 died...\u000a06:29:39.020310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2373): Terminated: ok {rc=0}\u000a06:29:39.030393 --- ParallelTerminationStrategy: PID 2376 died...\u000a06:29:39.083638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2376): Terminated: ok {rc=0}\u000a06:29:39.093559 --- ParallelTerminationStrategy: PID 2379 died...\u000a06:29:39.146613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2379): Terminated: ok {rc=0}\u000a06:29:39.234198 bus /sierra_3: Setting Powered False\u000a06:29:40.336927 bus /sierra_3: Setting Powered False\u000a06:29:41.442416 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2388): Process ended prematurely: osmo-stp_10.42.42.5(pid=2388) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2388)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2388): Process ended prematurely: osmo-stp_10.42.42.5(pid=2388) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:29:42.555849 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:42.567867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:29:42.725216 tst mo_mt_call_osmux.py: using LAC 19576\u000a06:29:42.850310 tst mo_mt_call_osmux.py: using RAC 196\u000a06:29:42.972635 tst mo_mt_call_osmux.py: using CellId 19576\u000a06:29:43.095497 tst mo_mt_call_osmux.py: using BVCI 19577\u000a06:29:43.119782 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:43.131385 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:43.142750 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:43.154084 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:43.165524 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:43.176869 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:29:43.295029 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:29:43.501976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:44.007745 run create_hlr_db(pid=2382): Launched\u000a06:29:44.190802 bus /sierra_2: Setting Powered False\u000a06:29:45.211932 run create_hlr_db(pid=2382): Terminated: ok {rc=0}\u000a06:29:45.607897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2384): Launched\u000a06:29:45.909929 run osmo-hlr_10.42.42.2(pid=2385): Launched\u000a06:29:46.083241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:46.766803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2387): Launched\u000a06:29:47.239923 run osmo-stp_10.42.42.5(pid=2388): Launched\u000a06:29:47.371106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:47.953451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2390): Launched\u000a06:29:48.270030 run osmo-msc_10.42.42.6(pid=2391): Launched\u000a06:29:48.457635 run osmo-stp_10.42.42.5(pid=2388): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2388)]\u000a06:29:48.592470 run osmo-stp_10.42.42.5(pid=2388): stdout: \u000a| (launched: 2022-12-09_06:29:46.933758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:48.727284 run osmo-stp_10.42.42.5(pid=2388): stderr: \u000a| �[0;m�[38;5;43m20221209062947164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062947164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062947164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062947165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062947165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062947165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062947165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:48.855349 run osmo-stp_10.42.42.5(pid=2388): stdout: \u000a| (launched: 2022-12-09_06:29:46.933758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:48.981532 run osmo-stp_10.42.42.5(pid=2388): stderr: \u000a| �[0;m�[38;5;43m20221209062947164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062947164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062947164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062947165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062947165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062947165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062947165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:49.037628 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2388): Process ended prematurely: osmo-stp_10.42.42.5(pid=2388) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2388)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:29:49.046812 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:29:49.109019 run osmo-hlr_10.42.42.2(pid=2385): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2385)]\u000a06:29:49.160333 run osmo-hlr_10.42.42.2(pid=2385): stdout: \u000a| (launched: 2022-12-09_06:29:45.757845) \u000a06:29:49.212457 run osmo-hlr_10.42.42.2(pid=2385): stderr: \u000a| �[0;m�[1;31m20221209062946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062946075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062946088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062946088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062946088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:49.282958 run osmo-msc_10.42.42.6(pid=2391): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2391)]\u000a06:29:49.334179 run osmo-msc_10.42.42.6(pid=2391): stdout: \u000a| (launched: 2022-12-09_06:29:48.115062) \u000a06:29:49.385946 run osmo-msc_10.42.42.6(pid=2391): stderr: \u000a| �[0;m�[38;5;43m20221209062948435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062948435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1feefbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062948436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062948436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062948436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062948436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062948438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062948438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062948438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062948438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:49.430064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2384): Terminating (SIGTERM)\u000a06:29:49.471859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2387): Terminating (SIGTERM)\u000a06:29:49.513456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2390): Terminating (SIGTERM)\u000a06:29:49.523193 --- ParallelTerminationStrategy: PID 2384 died...\u000a06:29:49.578915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2384): Terminated: ok {rc=0}\u000a06:29:49.589054 --- ParallelTerminationStrategy: PID 2387 died...\u000a06:29:49.644460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2387): Terminated: ok {rc=0}\u000a06:29:49.654605 --- ParallelTerminationStrategy: PID 2390 died...\u000a06:29:49.709981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2390): Terminated: ok {rc=0}\u000a06:29:49.796125 bus /sierra_3: Setting Powered False\u000a06:29:50.902661 bus /sierra_3: Setting Powered False\u000a06:29:52.010574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2402): Process ended prematurely: osmo-stp_10.42.42.5(pid=2402) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2402)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2402): Process ended prematurely: osmo-stp_10.42.42.5(pid=2402) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:29:53.987191 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:53.998945 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:29:54.150491 tst mo_mt_call.py: using LAC 19577\u000a06:29:54.276091 tst mo_mt_call.py: using RAC 197\u000a06:29:54.400751 tst mo_mt_call.py: using CellId 19577\u000a06:29:54.525838 tst mo_mt_call.py: using BVCI 19578\u000a06:29:54.550249 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:54.562020 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:54.573423 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:54.584746 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:54.596208 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:54.607698 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:29:54.723211 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:29:54.921515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:55.385221 run create_hlr_db(pid=2396): Launched\u000a06:29:55.555187 bus /sierra_2: Setting Powered False\u000a06:29:56.577108 run create_hlr_db(pid=2396): Terminated: ok {rc=0}\u000a06:29:56.970070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2398): Launched\u000a06:29:57.263875 run osmo-hlr_10.42.42.2(pid=2399): Launched\u000a06:29:57.371868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:57.882899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2401): Launched\u000a06:29:58.178092 run osmo-stp_10.42.42.5(pid=2402): Launched\u000a06:29:58.285911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:58.824847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2404): Launched\u000a06:29:59.121184 run osmo-msc_10.42.42.6(pid=2405): Launched\u000a06:29:59.296767 run osmo-stp_10.42.42.5(pid=2402): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2402)]\u000a06:29:59.423771 run osmo-stp_10.42.42.5(pid=2402): stdout: \u000a| (launched: 2022-12-09_06:29:58.032693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:59.547901 run osmo-stp_10.42.42.5(pid=2402): stderr: \u000a| �[0;m�[38;5;43m20221209062958201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062958201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062958201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062958202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062958202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062958202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062958202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:59.667211 run osmo-stp_10.42.42.5(pid=2402): stdout: \u000a| (launched: 2022-12-09_06:29:58.032693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:59.785358 run osmo-stp_10.42.42.5(pid=2402): stderr: \u000a| �[0;m�[38;5;43m20221209062958201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209062958201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209062958201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209062958202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209062958202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209062958202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209062958202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:59.837493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2402): Process ended prematurely: osmo-stp_10.42.42.5(pid=2402) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2402)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:29:59.846117 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:29:59.906058 run osmo-hlr_10.42.42.2(pid=2399): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2399)]\u000a06:29:59.954926 run osmo-hlr_10.42.42.2(pid=2399): stdout: \u000a| (launched: 2022-12-09_06:29:57.119435) \u000a06:30:00.005177 run osmo-hlr_10.42.42.2(pid=2399): stderr: \u000a| �[0;m�[1;31m20221209062957292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209062957292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209062957292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062957292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209062957292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209062957292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209062957304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209062957312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209062957312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209062957312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:00.072980 run osmo-msc_10.42.42.6(pid=2405): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2405)]\u000a06:30:00.122109 run osmo-msc_10.42.42.6(pid=2405): stdout: \u000a| (launched: 2022-12-09_06:29:58.975100) \u000a06:30:00.171889 run osmo-msc_10.42.42.6(pid=2405): stderr: \u000a| �[0;m�[38;5;43m20221209062959246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209062959246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50a52ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209062959246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209062959246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209062959246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209062959246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209062959249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209062959249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209062959249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209062959249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:00.214269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2398): Terminating (SIGTERM)\u000a06:30:00.254559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2401): Terminating (SIGTERM)\u000a06:30:00.294700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2404): Terminating (SIGTERM)\u000a06:30:00.304180 --- ParallelTerminationStrategy: PID 2398 died...\u000a06:30:00.357527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2398): Terminated: ok {rc=0}\u000a06:30:00.367487 --- ParallelTerminationStrategy: PID 2401 died...\u000a06:30:00.420688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2401): Terminated: ok {rc=0}\u000a06:30:00.430738 --- ParallelTerminationStrategy: PID 2404 died...\u000a06:30:00.483619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2404): Terminated: ok {rc=0}\u000a06:30:00.571615 bus /sierra_3: Setting Powered False\u000a06:30:01.678443 bus /sierra_3: Setting Powered False\u000a06:30:02.788719 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2416): Process ended prematurely: osmo-stp_10.42.42.5(pid=2416) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2416)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2416): Process ended prematurely: osmo-stp_10.42.42.5(pid=2416) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:30:03.897719 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:30:03.909407 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:30:04.055004 tst mo_mt_call_osmux.py: using LAC 19578\u000a06:30:04.188089 tst mo_mt_call_osmux.py: using RAC 198\u000a06:30:04.308162 tst mo_mt_call_osmux.py: using CellId 19578\u000a06:30:04.423459 tst mo_mt_call_osmux.py: using BVCI 19579\u000a06:30:04.446115 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:30:04.457375 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:30:04.468382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:30:04.480234 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:30:04.491844 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:30:04.503165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:30:04.620709 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:30:04.818433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:05.283416 run create_hlr_db(pid=2410): Launched\u000a06:30:05.452928 bus /sierra_2: Setting Powered False\u000a06:30:06.475726 run create_hlr_db(pid=2410): Terminated: ok {rc=0}\u000a06:30:06.869286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2412): Launched\u000a06:30:07.165376 run osmo-hlr_10.42.42.2(pid=2413): Launched\u000a06:30:07.273308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:07.784551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2415): Launched\u000a06:30:08.079588 run osmo-stp_10.42.42.5(pid=2416): Launched\u000a06:30:08.187669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:08.731636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2418): Launched\u000a06:30:09.027846 run osmo-msc_10.42.42.6(pid=2419): Launched\u000a06:30:09.204231 run osmo-stp_10.42.42.5(pid=2416): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2416)]\u000a06:30:09.331492 run osmo-stp_10.42.42.5(pid=2416): stdout: \u000a| (launched: 2022-12-09_06:30:07.934427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:09.455260 run osmo-stp_10.42.42.5(pid=2416): stderr: \u000a| �[0;m�[38;5;43m20221209063008101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063008101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063008101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063008102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063008104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063008104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063008104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:09.574117 run osmo-stp_10.42.42.5(pid=2416): stdout: \u000a| (launched: 2022-12-09_06:30:07.934427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:09.691704 run osmo-stp_10.42.42.5(pid=2416): stderr: \u000a| �[0;m�[38;5;43m20221209063008101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063008101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063008101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063008102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063008104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063008104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063008104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:09.743635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2416): Process ended prematurely: osmo-stp_10.42.42.5(pid=2416) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2416)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:30:09.751988 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:30:09.811588 run osmo-hlr_10.42.42.2(pid=2413): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2413)]\u000a06:30:09.860161 run osmo-hlr_10.42.42.2(pid=2413): stdout: \u000a| (launched: 2022-12-09_06:30:07.019639) \u000a06:30:09.909617 run osmo-hlr_10.42.42.2(pid=2413): stderr: \u000a| �[0;m�[1;31m20221209063007192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063007192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063007192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063007192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063007192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063007192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063007204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063007212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063007213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063007213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:09.976300 run osmo-msc_10.42.42.6(pid=2419): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2419)]\u000a06:30:10.025179 run osmo-msc_10.42.42.6(pid=2419): stdout: \u000a| (launched: 2022-12-09_06:30:08.882616) \u000a06:30:10.074489 run osmo-msc_10.42.42.6(pid=2419): stderr: \u000a| �[0;m�[38;5;43m20221209063009155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063009155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc450cb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063009155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063009156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063009156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063009156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063009158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063009158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063009158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063009158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:10.116441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2412): Terminating (SIGTERM)\u000a06:30:10.155861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2415): Terminating (SIGTERM)\u000a06:30:10.195415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2418): Terminating (SIGTERM)\u000a06:30:10.204773 --- ParallelTerminationStrategy: PID 2412 died...\u000a06:30:10.257824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2412): Terminated: ok {rc=0}\u000a06:30:10.267268 --- ParallelTerminationStrategy: PID 2415 died...\u000a06:30:10.320199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2415): Terminated: ok {rc=0}\u000a06:30:10.329904 --- ParallelTerminationStrategy: PID 2418 died...\u000a06:30:10.382387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2418): Terminated: ok {rc=0}\u000a06:30:10.465387 bus /sierra_3: Setting Powered False\u000a06:30:11.571926 bus /sierra_3: Setting Powered False\u000a06:30:12.678999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:29:53" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2430): Process ended prematurely: osmo-stp_10.42.42.5(pid=2430) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2430)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2430): Process ended prematurely: osmo-stp_10.42.42.5(pid=2430) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:30:14.646687 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:14.657782 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:30:14.811109 tst mo_mt_call.py: using LAC 19579\u000a06:30:14.936829 tst mo_mt_call.py: using RAC 199\u000a06:30:15.063807 tst mo_mt_call.py: using CellId 19579\u000a06:30:15.188181 tst mo_mt_call.py: using BVCI 19580\u000a06:30:15.212721 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:15.224372 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:15.235885 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:15.247531 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:15.259392 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:15.271078 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:30:15.387005 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:30:15.597120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:16.122308 run create_hlr_db(pid=2424): Launched\u000a06:30:16.296072 bus /sierra_2: Setting Powered False\u000a06:30:17.344117 run create_hlr_db(pid=2424): Terminated: ok {rc=0}\u000a06:30:17.740900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2426): Launched\u000a06:30:18.035781 run osmo-hlr_10.42.42.2(pid=2427): Launched\u000a06:30:18.146409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:18.657970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2429): Launched\u000a06:30:18.953165 run osmo-stp_10.42.42.5(pid=2430): Launched\u000a06:30:19.061936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:19.602159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2432): Launched\u000a06:30:19.898106 run osmo-msc_10.42.42.6(pid=2433): Launched\u000a06:30:20.073694 run osmo-stp_10.42.42.5(pid=2430): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2430)]\u000a06:30:20.200484 run osmo-stp_10.42.42.5(pid=2430): stdout: \u000a| (launched: 2022-12-09_06:30:18.807851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:20.324704 run osmo-stp_10.42.42.5(pid=2430): stderr: \u000a| �[0;m�[38;5;43m20221209063018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063018975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063018978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063018978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063018978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:20.443677 run osmo-stp_10.42.42.5(pid=2430): stdout: \u000a| (launched: 2022-12-09_06:30:18.807851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:20.561706 run osmo-stp_10.42.42.5(pid=2430): stderr: \u000a| �[0;m�[38;5;43m20221209063018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063018975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063018978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063018978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063018978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:20.613716 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2430): Process ended prematurely: osmo-stp_10.42.42.5(pid=2430) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2430)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:30:20.622387 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:30:20.682591 run osmo-hlr_10.42.42.2(pid=2427): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2427)]\u000a06:30:20.732193 run osmo-hlr_10.42.42.2(pid=2427): stdout: \u000a| (launched: 2022-12-09_06:30:17.891194) \u000a06:30:20.782095 run osmo-hlr_10.42.42.2(pid=2427): stderr: \u000a| �[0;m�[1;31m20221209063018064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063018064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063018064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063018064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063018065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063018065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063018077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:20.850342 run osmo-msc_10.42.42.6(pid=2433): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2433)]\u000a06:30:20.899553 run osmo-msc_10.42.42.6(pid=2433): stdout: \u000a| (launched: 2022-12-09_06:30:19.751762) \u000a06:30:20.949746 run osmo-msc_10.42.42.6(pid=2433): stderr: \u000a| �[0;m�[38;5;43m20221209063020018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063020019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde999c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063020019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063020019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063020019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063020019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063020021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063020021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063020021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063020022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:20.991764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2426): Terminating (SIGTERM)\u000a06:30:21.031800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2429): Terminating (SIGTERM)\u000a06:30:21.071993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2432): Terminating (SIGTERM)\u000a06:30:21.081456 --- ParallelTerminationStrategy: PID 2426 died...\u000a06:30:21.135116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2426): Terminated: ok {rc=0}\u000a06:30:21.145066 --- ParallelTerminationStrategy: PID 2429 died...\u000a06:30:21.198189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2429): Terminated: ok {rc=0}\u000a06:30:21.208095 --- ParallelTerminationStrategy: PID 2432 died...\u000a06:30:21.261217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2432): Terminated: ok {rc=0}\u000a06:30:21.349854 bus /sierra_3: Setting Powered False\u000a06:30:22.453056 bus /sierra_3: Setting Powered False\u000a06:30:23.564090 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2441): Process ended prematurely: osmo-stp_10.42.42.5(pid=2441) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2441)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2441): Process ended prematurely: osmo-stp_10.42.42.5(pid=2441) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:30:24.673424 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:24.685257 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:30:24.835763 tst mo_mt_call_osmux.py: using LAC 19580\u000a06:30:24.958340 tst mo_mt_call_osmux.py: using RAC 200\u000a06:30:25.081182 tst mo_mt_call_osmux.py: using CellId 19580\u000a06:30:25.204217 tst mo_mt_call_osmux.py: using BVCI 19581\u000a06:30:25.228319 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:25.239872 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:25.251338 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:25.262876 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:25.274500 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:30:25.285938 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:30:25.402647 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:30:25.602343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:26.069108 run create_hlr_db(pid=2435): Launched\u000a06:30:26.239275 bus /sierra_2: Setting Powered False\u000a06:30:27.261503 run create_hlr_db(pid=2435): Terminated: ok {rc=0}\u000a06:30:27.682770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2437): Launched\u000a06:30:27.999321 run osmo-hlr_10.42.42.2(pid=2438): Launched\u000a06:30:28.116137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:28.666129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2440): Launched\u000a06:30:28.982504 run osmo-stp_10.42.42.5(pid=2441): Launched\u000a06:30:29.097814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:29.675199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2443): Launched\u000a06:30:29.990728 run osmo-msc_10.42.42.6(pid=2444): Launched\u000a06:30:30.176901 run osmo-stp_10.42.42.5(pid=2441): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2441)]\u000a06:30:30.311057 run osmo-stp_10.42.42.5(pid=2441): stdout: \u000a| (launched: 2022-12-09_06:30:28.827230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:30.445078 run osmo-stp_10.42.42.5(pid=2441): stderr: \u000a| �[0;m�[38;5;43m20221209063029019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063029019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063029019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063029020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063029020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063029020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063029020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:30.572224 run osmo-stp_10.42.42.5(pid=2441): stdout: \u000a| (launched: 2022-12-09_06:30:28.827230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:30.698427 run osmo-stp_10.42.42.5(pid=2441): stderr: \u000a| �[0;m�[38;5;43m20221209063029019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063029019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063029019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063029020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063029020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063029020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063029020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:30.754227 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2441): Process ended prematurely: osmo-stp_10.42.42.5(pid=2441) [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2441)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:30:30.763277 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:30:30.825734 run osmo-hlr_10.42.42.2(pid=2438): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2438)]\u000a06:30:30.879235 run osmo-hlr_10.42.42.2(pid=2438): stdout: \u000a| (launched: 2022-12-09_06:30:27.844250) \u000a06:30:30.946545 run osmo-hlr_10.42.42.2(pid=2438): stderr: \u000a| �[0;m�[1;31m20221209063028043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063028043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063028044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063028044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063028044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063028044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063028056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063028064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063028065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063028065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:31.020347 run osmo-msc_10.42.42.6(pid=2444): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2444)]\u000a06:30:31.076768 run osmo-msc_10.42.42.6(pid=2444): stdout: \u000a| (launched: 2022-12-09_06:30:29.836019) \u000a06:30:31.130028 run osmo-msc_10.42.42.6(pid=2444): stderr: \u000a| �[0;m�[38;5;43m20221209063030159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063030159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ac9361c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063030159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063030159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063030159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063030159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063030161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063030162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063030162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063030162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:31.175183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2437): Terminating (SIGTERM)\u000a06:30:31.220064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2440): Terminating (SIGTERM)\u000a06:30:31.263227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2443): Terminating (SIGTERM)\u000a06:30:31.273778 --- ParallelTerminationStrategy: PID 2437 died...\u000a06:30:31.332059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2437): Terminated: ok {rc=0}\u000a06:30:31.342748 --- ParallelTerminationStrategy: PID 2440 died...\u000a06:30:31.399511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2440): Terminated: ok {rc=0}\u000a06:30:31.410225 --- ParallelTerminationStrategy: PID 2443 died...\u000a06:30:31.466774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2443): Terminated: ok {rc=0}\u000a06:30:31.555193 bus /sierra_3: Setting Powered False\u000a06:30:32.658624 bus /sierra_3: Setting Powered False\u000a06:30:33.765543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:30:14" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2455): Process ended prematurely: osmo-stp_10.42.42.5(pid=2455) [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2455)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2455): Process ended prematurely: osmo-stp_10.42.42.5(pid=2455) [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:30:35.740284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:35.752000 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:30:35.903982 tst mo_mt_call.py: using LAC 19581\u000a06:30:36.029648 tst mo_mt_call.py: using RAC 201\u000a06:30:36.155393 tst mo_mt_call.py: using CellId 19581\u000a06:30:36.279218 tst mo_mt_call.py: using BVCI 19582\u000a06:30:36.303376 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:36.314965 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:36.326416 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:36.337988 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:36.349472 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:36.361000 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:30:36.476440 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:30:36.682170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:37.188470 run create_hlr_db(pid=2449): Launched\u000a06:30:37.371806 bus /sierra_2: Setting Powered False\u000a06:30:38.393837 run create_hlr_db(pid=2449): Terminated: ok {rc=0}\u000a06:30:38.789713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2451): Launched\u000a06:30:39.084511 run osmo-hlr_10.42.42.2(pid=2452): Launched\u000a06:30:39.198036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:39.718752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2454): Launched\u000a06:30:40.013752 run osmo-stp_10.42.42.5(pid=2455): Launched\u000a06:30:40.120033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:40.662288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2457): Launched\u000a06:30:40.958106 run osmo-msc_10.42.42.6(pid=2458): Launched\u000a06:30:41.133343 run osmo-stp_10.42.42.5(pid=2455): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2455)]\u000a06:30:41.262058 run osmo-stp_10.42.42.5(pid=2455): stdout: \u000a| (launched: 2022-12-09_06:30:39.868609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:41.385571 run osmo-stp_10.42.42.5(pid=2455): stderr: \u000a| �[0;m�[38;5;43m20221209063040038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063040038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063040039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063040039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063040039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063040040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063040040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:41.504369 run osmo-stp_10.42.42.5(pid=2455): stdout: \u000a| (launched: 2022-12-09_06:30:39.868609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:41.622255 run osmo-stp_10.42.42.5(pid=2455): stderr: \u000a| �[0;m�[38;5;43m20221209063040038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063040038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063040039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063040039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063040039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063040040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063040040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:41.674084 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2455): Process ended prematurely: osmo-stp_10.42.42.5(pid=2455) [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2455)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:30:41.682481 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:30:41.742570 run osmo-hlr_10.42.42.2(pid=2452): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2452)]\u000a06:30:41.791418 run osmo-hlr_10.42.42.2(pid=2452): stdout: \u000a| (launched: 2022-12-09_06:30:38.939586) \u000a06:30:41.841123 run osmo-hlr_10.42.42.2(pid=2452): stderr: \u000a| �[0;m�[1;31m20221209063039116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063039116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063039116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063039116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063039116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063039116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063039128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063039138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063039138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063039138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:41.908467 run osmo-msc_10.42.42.6(pid=2458): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2458)]\u000a06:30:41.957272 run osmo-msc_10.42.42.6(pid=2458): stdout: \u000a| (launched: 2022-12-09_06:30:40.812272) \u000a06:30:42.006723 run osmo-msc_10.42.42.6(pid=2458): stderr: \u000a| �[0;m�[38;5;43m20221209063041083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063041083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e54916c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063041084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063041084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063041084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063041084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063041086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063041086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063041087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063041087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:42.048706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2451): Terminating (SIGTERM)\u000a06:30:42.088743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2454): Terminating (SIGTERM)\u000a06:30:42.128673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2457): Terminating (SIGTERM)\u000a06:30:42.138208 --- ParallelTerminationStrategy: PID 2451 died...\u000a06:30:42.191260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2451): Terminated: ok {rc=0}\u000a06:30:42.201098 --- ParallelTerminationStrategy: PID 2454 died...\u000a06:30:42.254690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2454): Terminated: ok {rc=0}\u000a06:30:42.264085 --- ParallelTerminationStrategy: PID 2457 died...\u000a06:30:42.317253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2457): Terminated: ok {rc=0}\u000a06:30:42.405290 bus /sierra_3: Setting Powered False\u000a06:30:43.508647 bus /sierra_3: Setting Powered False\u000a06:30:44.614613 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2466): Process ended prematurely: osmo-stp_10.42.42.5(pid=2466) [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2466)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2466): Process ended prematurely: osmo-stp_10.42.42.5(pid=2466) [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:30:45.726073 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:45.738389 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:30:45.909942 tst mo_mt_call_osmux.py: using LAC 19582\u000a06:30:46.035033 tst mo_mt_call_osmux.py: using RAC 202\u000a06:30:46.186588 tst mo_mt_call_osmux.py: using CellId 19582\u000a06:30:46.316603 tst mo_mt_call_osmux.py: using BVCI 19583\u000a06:30:46.340233 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:46.352789 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:46.365770 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:46.378598 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:46.392200 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:46.406678 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:30:46.538788 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:30:46.751484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:47.301234 run create_hlr_db(pid=2460): Launched\u000a06:30:47.485068 bus /sierra_2: Setting Powered False\u000a06:30:48.505589 run create_hlr_db(pid=2460): Terminated: ok {rc=0}\u000a06:30:48.901613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2462): Launched\u000a06:30:49.196628 run osmo-hlr_10.42.42.2(pid=2463): Launched\u000a06:30:49.305130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:49.817791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2465): Launched\u000a06:30:50.112276 run osmo-stp_10.42.42.5(pid=2466): Launched\u000a06:30:50.220272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:50.761073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2468): Launched\u000a06:30:51.057101 run osmo-msc_10.42.42.6(pid=2469): Launched\u000a06:30:51.238559 run osmo-stp_10.42.42.5(pid=2466): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2466)]\u000a06:30:51.374060 run osmo-stp_10.42.42.5(pid=2466): stdout: \u000a| (launched: 2022-12-09_06:30:49.967297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:51.509156 run osmo-stp_10.42.42.5(pid=2466): stderr: \u000a| �[0;m�[38;5;43m20221209063050137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063050137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063050137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063050138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063050140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063050140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063050140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:51.636814 run osmo-stp_10.42.42.5(pid=2466): stdout: \u000a| (launched: 2022-12-09_06:30:49.967297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:51.763236 run osmo-stp_10.42.42.5(pid=2466): stderr: \u000a| �[0;m�[38;5;43m20221209063050137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063050137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063050137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063050138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063050140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063050140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063050140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:51.819107 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2466): Process ended prematurely: osmo-stp_10.42.42.5(pid=2466) [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2466)] [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:30:51.828209 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:30:51.891388 run osmo-hlr_10.42.42.2(pid=2463): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2463)]\u000a06:30:51.942906 run osmo-hlr_10.42.42.2(pid=2463): stdout: \u000a| (launched: 2022-12-09_06:30:49.050989) \u000a06:30:51.995368 run osmo-hlr_10.42.42.2(pid=2463): stderr: \u000a| �[0;m�[1;31m20221209063049226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063049226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063049226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063049226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063049226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063049226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063049238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063049249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063049249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063049249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:52.066155 run osmo-msc_10.42.42.6(pid=2469): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2469)]\u000a06:30:52.117590 run osmo-msc_10.42.42.6(pid=2469): stdout: \u000a| (launched: 2022-12-09_06:30:50.911857) \u000a06:30:52.169479 run osmo-msc_10.42.42.6(pid=2469): stderr: \u000a| �[0;m�[38;5;43m20221209063051184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063051184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f341686ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063051184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063051184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063051184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063051185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063051186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063051187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063051187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063051187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:52.213779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2462): Terminating (SIGTERM)\u000a06:30:52.255796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2465): Terminating (SIGTERM)\u000a06:30:52.297822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2468): Terminating (SIGTERM)\u000a06:30:52.307540 --- ParallelTerminationStrategy: PID 2462 died...\u000a06:30:52.363866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2462): Terminated: ok {rc=0}\u000a06:30:52.374112 --- ParallelTerminationStrategy: PID 2465 died...\u000a06:30:52.429943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2465): Terminated: ok {rc=0}\u000a06:30:52.440099 --- ParallelTerminationStrategy: PID 2468 died...\u000a06:30:52.495855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2468): Terminated: ok {rc=0}\u000a06:30:52.582747 bus /sierra_3: Setting Powered False\u000a06:30:53.690613 bus /sierra_3: Setting Powered False\u000a06:30:54.798957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:30:35" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2482): Process ended prematurely: osmo-stp_10.42.42.5(pid=2482) [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2482)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2482): Process ended prematurely: osmo-stp_10.42.42.5(pid=2482) [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:30:56.795065 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:56.806355 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:56.928923 tst emergency_mo_mt_call.py: using LAC 19583\u000a06:30:57.043243 tst emergency_mo_mt_call.py: using RAC 203\u000a06:30:57.155260 tst emergency_mo_mt_call.py: using CellId 19583\u000a06:30:57.274851 tst emergency_mo_mt_call.py: using BVCI 19584\u000a06:30:57.298640 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:57.309823 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:57.320659 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:57.331584 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:57.342662 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:57.353571 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:57.472284 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:57.676866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:58.171044 run create_hlr_db(pid=2476): Launched\u000a06:30:58.351400 bus /sierra_2: Setting Powered False\u000a06:30:59.372752 run create_hlr_db(pid=2476): Terminated: ok {rc=0}\u000a06:30:59.762404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2478): Launched\u000a06:31:00.050233 run osmo-hlr_10.42.42.2(pid=2479): Launched\u000a06:31:00.157006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:00.659625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2481): Launched\u000a06:31:00.988569 run osmo-stp_10.42.42.5(pid=2482): Launched\u000a06:31:01.247724 tst emergency_mo_mt_call.py: using MSISDN 7061\u000a06:31:01.438851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:02.004289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2484): Launched\u000a06:31:02.315750 run osmo-msc_10.42.42.6(pid=2485): Launched\u000a06:31:02.524433 run osmo-stp_10.42.42.5(pid=2482): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2482)]\u000a06:31:02.651803 run osmo-stp_10.42.42.5(pid=2482): stdout: \u000a| (launched: 2022-12-09_06:31:00.806219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:02.776499 run osmo-stp_10.42.42.5(pid=2482): stderr: \u000a| �[0;m�[38;5;43m20221209063101151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063101151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063101152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063101153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063101153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063101154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063101154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:02.894766 run osmo-stp_10.42.42.5(pid=2482): stdout: \u000a| (launched: 2022-12-09_06:31:00.806219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:03.011133 run osmo-stp_10.42.42.5(pid=2482): stderr: \u000a| �[0;m�[38;5;43m20221209063101151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063101151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063101152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063101153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063101153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063101154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063101154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:03.062250 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2482): Process ended prematurely: osmo-stp_10.42.42.5(pid=2482) [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2482)] [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a06:31:03.070387 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a06:31:03.131425 run osmo-hlr_10.42.42.2(pid=2479): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2479)]\u000a06:31:03.181460 run osmo-hlr_10.42.42.2(pid=2479): stdout: \u000a| (launched: 2022-12-09_06:30:59.908838) \u000a06:31:03.231995 run osmo-hlr_10.42.42.2(pid=2479): stderr: \u000a| �[0;m�[1;31m20221209063100082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063100082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063100082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063100082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063100082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063100082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063100098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063100107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063100107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063100107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:03.300375 run osmo-msc_10.42.42.6(pid=2485): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2485)]\u000a06:31:03.350186 run osmo-msc_10.42.42.6(pid=2485): stdout: \u000a| (launched: 2022-12-09_06:31:02.154841) \u000a06:31:03.400330 run osmo-msc_10.42.42.6(pid=2485): stderr: \u000a| �[0;m�[38;5;43m20221209063102537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063102537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f169c224c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063102537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063102537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063102538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063102538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063102540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063102540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063102540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063102540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:03.442892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2478): Terminating (SIGTERM)\u000a06:31:03.483442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2481): Terminating (SIGTERM)\u000a06:31:03.523970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2484): Terminating (SIGTERM)\u000a06:31:03.533610 --- ParallelTerminationStrategy: PID 2478 died...\u000a06:31:03.588181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2478): Terminated: ok {rc=0}\u000a06:31:03.598257 --- ParallelTerminationStrategy: PID 2481 died...\u000a06:31:03.652015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2481): Terminated: ok {rc=0}\u000a06:31:03.662052 --- ParallelTerminationStrategy: PID 2484 died...\u000a06:31:03.715421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2484): Terminated: ok {rc=0}\u000a06:31:03.799636 bus /sierra_3: Setting Powered False\u000a06:31:04.906634 bus /sierra_3: Setting Powered False\u000a06:31:06.018789 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:31:07.069988 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:31:07.081394 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:07.208475 tst emergency_preemptive_call.py: using LAC 19584\u000a06:31:07.320853 tst emergency_preemptive_call.py: using RAC 204\u000a06:31:07.432691 tst emergency_preemptive_call.py: using CellId 19584\u000a06:31:07.546895 tst emergency_preemptive_call.py: using BVCI 19585\u000a06:31:07.568695 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:31:07.579856 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:31:07.590591 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:31:07.601514 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:31:07.612349 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:31:07.623331 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.740878 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.855066 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.967183 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:08.160610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:08.618799 run create_hlr_db(pid=2487): Launched\u000a06:31:08.787202 bus /sierra_2: Setting Powered False\u000a06:31:09.807819 run create_hlr_db(pid=2487): Terminated: ok {rc=0}\u000a06:31:10.196099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Launched\u000a06:31:10.486558 run osmo-hlr_10.42.42.2(pid=2490): Launched\u000a06:31:10.596696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:11.101456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Launched\u000a06:31:11.392732 run osmo-stp_10.42.42.5(pid=2493): Launched\u000a06:31:11.521426 tst emergency_preemptive_call.py: using MSISDN 7062\u000a06:31:11.669257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:12.199655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2495): Launched\u000a06:31:12.490929 run osmo-msc_10.42.42.6(pid=2496): Launched\u000a06:31:12.665010 run osmo-stp_10.42.42.5(pid=2493): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]\u000a06:31:12.790317 run osmo-stp_10.42.42.5(pid=2493): stdout: \u000a| (launched: 2022-12-09_06:31:11.248396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:12.912929 run osmo-stp_10.42.42.5(pid=2493): stderr: \u000a| �[0;m�[38;5;43m20221209063111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063111417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063111417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063111420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063111420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063111420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:13.030216 run osmo-stp_10.42.42.5(pid=2493): stdout: \u000a| (launched: 2022-12-09_06:31:11.248396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:13.146660 run osmo-stp_10.42.42.5(pid=2493): stderr: \u000a| �[0;m�[38;5;43m20221209063111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063111417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063111417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063111420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063111420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063111420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:13.197514 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)] [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a06:31:13.205622 tst emergency_preemptive_call.py:32: Test FAILED (6.1 sec)\u000a06:31:13.266676 run osmo-hlr_10.42.42.2(pid=2490): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2490)]\u000a06:31:13.316052 run osmo-hlr_10.42.42.2(pid=2490): stdout: \u000a| (launched: 2022-12-09_06:31:10.343475) \u000a06:31:13.366933 run osmo-hlr_10.42.42.2(pid=2490): stderr: \u000a| �[0;m�[1;31m20221209063110517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063110517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063110517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063110517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063110517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063110517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063110532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063110541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063110542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063110542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:13.435006 run osmo-msc_10.42.42.6(pid=2496): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2496)]\u000a06:31:13.484222 run osmo-msc_10.42.42.6(pid=2496): stdout: \u000a| (launched: 2022-12-09_06:31:12.346771) \u000a06:31:13.534050 run osmo-msc_10.42.42.6(pid=2496): stderr: \u000a| �[0;m�[38;5;43m20221209063112617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063112617 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a33ce2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063112617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063112617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063112617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063112618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063112619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063112620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063112620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063112620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:13.576424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Terminating (SIGTERM)\u000a06:31:13.617186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Terminating (SIGTERM)\u000a06:31:13.657958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2495): Terminating (SIGTERM)\u000a06:31:13.667675 --- ParallelTerminationStrategy: PID 2489 died...\u000a06:31:13.721968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Terminated: ok {rc=0}\u000a06:31:13.731850 --- ParallelTerminationStrategy: PID 2492 died...\u000a06:31:13.786150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Terminated: ok {rc=0}\u000a06:31:13.796382 --- ParallelTerminationStrategy: PID 2495 died...\u000a06:31:13.850393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2495): Terminated: ok {rc=0}\u000a06:31:13.940187 bus /sierra_9: Setting Powered False\u000a06:31:15.043993 bus /sierra_9: Setting Powered False\u000a06:31:16.170754 bus /sierra_8: Setting Powered False\u000a06:31:17.278603 bus /sierra_8: Setting Powered False\u000a06:31:18.389821 bus /sierra_3: Setting Powered False\u000a06:31:19.492639 bus /sierra_3: Setting Powered False\u000a06:31:20.604806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:30:56" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2511): Process ended prematurely: osmo-stp_10.42.42.5(pid=2511) [trial-2355↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2511): Process ended prematurely: osmo-stp_10.42.42.5(pid=2511) [trial-2355↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:31:22.689187 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:22.699593 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:22.823936 tst cs_paging_gprs_active.py: using LAC 19585\u000a06:31:22.942096 tst cs_paging_gprs_active.py: using RAC 205\u000a06:31:23.064465 tst cs_paging_gprs_active.py: using CellId 19585\u000a06:31:23.182059 tst cs_paging_gprs_active.py: using BVCI 19586\u000a06:31:23.204557 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.215160 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.225607 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.236214 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.246778 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.257369 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.268101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.278638 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:23.289313 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:23.407555 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:23.681281 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:31:23.804434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:24.111125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2501): Launched\u000a06:31:24.367238 run iperf3-srv_10.42.42.10(pid=2502): Launched\u000a06:31:24.547123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:31:24.670017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:24.976861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2503): Launched\u000a06:31:25.232222 run iperf3-srv_10.42.42.10(pid=2504): Launched\u000a06:31:25.412330 tst cs_paging_gprs_active.py:38: start network...\u000a06:31:25.535891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:26.002892 run create_hlr_db(pid=2505): Launched\u000a06:31:26.173386 bus /sierra_2: Setting Powered False\u000a06:31:27.196038 run create_hlr_db(pid=2505): Terminated: ok {rc=0}\u000a06:31:27.591364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2507): Launched\u000a06:31:27.887797 run osmo-hlr_10.42.42.2(pid=2508): Launched\u000a06:31:28.001218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:28.526974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2510): Launched\u000a06:31:28.823941 run osmo-stp_10.42.42.5(pid=2511): Launched\u000a06:31:28.932286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:29.448195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2513): Launched\u000a06:31:29.554536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:29.812314 run patchelf(pid=2514): Launched\u000a06:31:29.986546 run osmo-stp_10.42.42.5(pid=2511): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)]\u000a06:31:30.113957 run osmo-stp_10.42.42.5(pid=2511): stdout: \u000a| (launched: 2022-12-09_06:31:28.677723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:30.241684 run osmo-stp_10.42.42.5(pid=2511): stderr: \u000a| �[0;m�[38;5;43m20221209063128845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063128845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063128845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063128846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063128846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063128846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063128846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:30.364603 run osmo-stp_10.42.42.5(pid=2511): stdout: \u000a| (launched: 2022-12-09_06:31:28.677723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:30.486849 run osmo-stp_10.42.42.5(pid=2511): stderr: \u000a| �[0;m�[38;5;43m20221209063128845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063128845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063128845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063128846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063128846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063128846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063128846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:30.628849 run patchelf(pid=2514): Terminating (SIGINT)\u000a06:31:30.796072 run patchelf(pid=2514): Terminated: ok {rc=0}\u000a06:31:30.826761 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2511): Process ended prematurely: osmo-stp_10.42.42.5(pid=2511) [trial-2355↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)] [trial-2355↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a06:31:30.839993 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a06:31:30.918337 run osmo-hlr_10.42.42.2(pid=2508): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2508)]\u000a06:31:30.968058 run osmo-hlr_10.42.42.2(pid=2508): stdout: \u000a| (launched: 2022-12-09_06:31:27.741870) \u000a06:31:31.018696 run osmo-hlr_10.42.42.2(pid=2508): stderr: \u000a| �[0;m�[1;31m20221209063127915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063127915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063127915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063127915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063127915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063127915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063127927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063127936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063127936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063127936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:31.061802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2501): Terminating (SIGTERM)\u000a06:31:31.102854 run iperf3-srv_10.42.42.10(pid=2502): Terminating (SIGTERM)\u000a06:31:31.146052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2503): Terminating (SIGTERM)\u000a06:31:31.186689 run iperf3-srv_10.42.42.10(pid=2504): Terminating (SIGTERM)\u000a06:31:31.227996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2507): Terminating (SIGTERM)\u000a06:31:31.268722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2510): Terminating (SIGTERM)\u000a06:31:31.309531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2513): Terminating (SIGTERM)\u000a06:31:31.319192 --- ParallelTerminationStrategy: PID 2501 died...\u000a06:31:31.373484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2501): Terminated: ok {rc=0}\u000a06:31:31.383915 --- ParallelTerminationStrategy: PID 2502 died...\u000a06:31:31.438203 run iperf3-srv_10.42.42.10(pid=2502): Terminated {rc=256}\u000a06:31:31.448135 --- ParallelTerminationStrategy: PID 2503 died...\u000a06:31:31.502512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2503): Terminated: ok {rc=0}\u000a06:31:31.512488 --- ParallelTerminationStrategy: PID 2504 died...\u000a06:31:31.566510 run iperf3-srv_10.42.42.10(pid=2504): Terminated {rc=256}\u000a06:31:31.576670 --- ParallelTerminationStrategy: PID 2507 died...\u000a06:31:31.630791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2507): Terminated: ok {rc=0}\u000a06:31:31.641282 --- ParallelTerminationStrategy: PID 2510 died...\u000a06:31:31.695980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2510): Terminated: ok {rc=0}\u000a06:31:31.706238 --- ParallelTerminationStrategy: PID 2513 died...\u000a06:31:31.760597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2513): Terminated: ok {rc=0}\u000a06:31:31.845902 bus /gobi_0: Setting Powered False\u000a06:31:32.945776 bus /gobi_0: Setting Powered False\u000a06:31:34.055769 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2355↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2355↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a06:31:35.168882 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.180461 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:35.313059 tst iperf3.py: using LAC 19586\u000a06:31:35.442148 tst iperf3.py: using RAC 206\u000a06:31:35.566197 tst iperf3.py: using CellId 19586\u000a06:31:35.689464 tst iperf3.py: using BVCI 19587\u000a06:31:35.713906 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.724941 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.735919 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.746956 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.757995 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.768752 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.779808 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.790650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:35.801727 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:36.088565 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:31:36.220660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:36.547744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Launched\u000a06:31:36.820423 run iperf3-srv_10.42.42.10(pid=2516): Launched\u000a06:31:37.014940 tst iperf3.py:8: start network...\u000a06:31:37.147057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:37.656505 run create_hlr_db(pid=2517): Launched\u000a06:31:37.840504 bus /gobi_6: Setting Powered False\u000a06:31:38.862194 run create_hlr_db(pid=2517): Terminated: ok {rc=0}\u000a06:31:39.285235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Launched\u000a06:31:39.603591 run osmo-hlr_10.42.42.2(pid=2520): Launched\u000a06:31:39.723538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:40.277127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Launched\u000a06:31:40.594644 run osmo-stp_10.42.42.5(pid=2523): Launched\u000a06:31:40.709986 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:41.265461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Launched\u000a06:31:41.379168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:41.657671 run patchelf(pid=2526): Launched\u000a06:31:41.844521 run osmo-stp_10.42.42.5(pid=2523): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]\u000a06:31:41.981335 run osmo-stp_10.42.42.5(pid=2523): stdout: \u000a| (launched: 2022-12-09_06:31:40.438607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:42.117867 run osmo-stp_10.42.42.5(pid=2523): stderr: \u000a| �[0;m�[38;5;43m20221209063140633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063140633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063140634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063140634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063140635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063140635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063140635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:42.250660 run osmo-stp_10.42.42.5(pid=2523): stdout: \u000a| (launched: 2022-12-09_06:31:40.438607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:42.382399 run osmo-stp_10.42.42.5(pid=2523): stderr: \u000a| �[0;m�[38;5;43m20221209063140633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063140633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063140634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063140634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063140635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063140635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063140635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:42.534654 run patchelf(pid=2526): Terminating (SIGINT)\u000a06:31:42.714030 run patchelf(pid=2526): Terminated: ok {rc=0}\u000a06:31:42.746825 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2355↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)] [trial-2355↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a06:31:42.756365 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:31:42.819097 run osmo-hlr_10.42.42.2(pid=2520): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2520)]\u000a06:31:42.870446 run osmo-hlr_10.42.42.2(pid=2520): stdout: \u000a| (launched: 2022-12-09_06:31:39.447605) \u000a06:31:42.922553 run osmo-hlr_10.42.42.2(pid=2520): stderr: \u000a| �[0;m�[1;31m20221209063139647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063139647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063139647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063139647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063139647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063139647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063139660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063139669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063139669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063139669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:42.967059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Terminating (SIGTERM)\u000a06:31:43.008763 run iperf3-srv_10.42.42.10(pid=2516): Terminating (SIGTERM)\u000a06:31:43.050669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Terminating (SIGTERM)\u000a06:31:43.092372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Terminating (SIGTERM)\u000a06:31:43.134114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Terminating (SIGTERM)\u000a06:31:43.143804 --- ParallelTerminationStrategy: PID 2515 died...\u000a06:31:43.199568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Terminated: ok {rc=0}\u000a06:31:43.209696 --- ParallelTerminationStrategy: PID 2516 died...\u000a06:31:43.265105 run iperf3-srv_10.42.42.10(pid=2516): Terminated {rc=256}\u000a06:31:43.275098 --- ParallelTerminationStrategy: PID 2519 died...\u000a06:31:43.330464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Terminated: ok {rc=0}\u000a06:31:43.340483 --- ParallelTerminationStrategy: PID 2522 died...\u000a06:31:43.395995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Terminated: ok {rc=0}\u000a06:31:43.406092 --- ParallelTerminationStrategy: PID 2525 died...\u000a06:31:43.461615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Terminated: ok {rc=0}\u000a06:31:43.548243 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2541): Process ended prematurely: osmo-stp_10.42.42.5(pid=2541) [trial-2355↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2541): Process ended prematurely: osmo-stp_10.42.42.5(pid=2541) [trial-2355↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a06:31:44.661034 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:44.672015 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:44.794026 tst iperf3m4.py: using LAC 19587\u000a06:31:44.910224 tst iperf3m4.py: using RAC 207\u000a06:31:45.028360 tst iperf3m4.py: using CellId 19587\u000a06:31:45.147101 tst iperf3m4.py: using BVCI 19588\u000a06:31:45.169797 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.180369 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.190860 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.201929 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.212768 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.223314 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.234200 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.244735 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:45.255481 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:45.373588 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:45.490795 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:45.611673 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:45.913691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:31:46.056215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:46.403412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Launched\u000a06:31:46.698431 run iperf3-srv_10.42.42.10(pid=2528): Launched\u000a06:31:46.898423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:31:47.035450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:47.365645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2529): Launched\u000a06:31:47.640592 run iperf3-srv_10.42.42.10(pid=2530): Launched\u000a06:31:47.835944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:31:47.969005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:48.298081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2531): Launched\u000a06:31:48.571203 run iperf3-srv_10.42.42.10(pid=2532): Launched\u000a06:31:48.765820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:31:48.898118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:49.227823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2533): Launched\u000a06:31:49.500917 run iperf3-srv_10.42.42.10(pid=2534): Launched\u000a06:31:49.695956 tst iperf3m4.py:8: start network...\u000a06:31:49.828311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:50.337352 run create_hlr_db(pid=2535): Launched\u000a06:31:50.521161 bus /gobi_6: Setting Powered False\u000a06:31:51.543234 run create_hlr_db(pid=2535): Terminated: ok {rc=0}\u000a06:31:51.967355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2537): Launched\u000a06:31:52.285772 run osmo-hlr_10.42.42.2(pid=2538): Launched\u000a06:31:52.405259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:52.959224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2540): Launched\u000a06:31:53.276351 run osmo-stp_10.42.42.5(pid=2541): Launched\u000a06:31:53.391508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:53.948415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2543): Launched\u000a06:31:54.062612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:54.340607 run patchelf(pid=2544): Launched\u000a06:31:54.529128 run osmo-stp_10.42.42.5(pid=2541): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)]\u000a06:31:54.665193 run osmo-stp_10.42.42.5(pid=2541): stdout: \u000a| (launched: 2022-12-09_06:31:53.121142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:54.801784 run osmo-stp_10.42.42.5(pid=2541): stderr: \u000a| �[0;m�[38;5;43m20221209063153310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063153310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063153311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063153311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063153311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063153312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063153312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:54.934556 run osmo-stp_10.42.42.5(pid=2541): stdout: \u000a| (launched: 2022-12-09_06:31:53.121142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:55.066282 run osmo-stp_10.42.42.5(pid=2541): stderr: \u000a| �[0;m�[38;5;43m20221209063153310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063153310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063153311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063153311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063153311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063153312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063153312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:55.218538 run patchelf(pid=2544): Terminating (SIGINT)\u000a06:31:55.397333 run patchelf(pid=2544): Terminated: ok {rc=0}\u000a06:31:55.429901 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2541): Process ended prematurely: osmo-stp_10.42.42.5(pid=2541) [trial-2355↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)] [trial-2355↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a06:31:55.439596 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a06:31:55.502294 run osmo-hlr_10.42.42.2(pid=2538): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2538)]\u000a06:31:55.553351 run osmo-hlr_10.42.42.2(pid=2538): stdout: \u000a| (launched: 2022-12-09_06:31:52.129461) \u000a06:31:55.605017 run osmo-hlr_10.42.42.2(pid=2538): stderr: \u000a| �[0;m�[1;31m20221209063152327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063152327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063152327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063152327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063152327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063152327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063152339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063152348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063152348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063152348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:55.648986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Terminating (SIGTERM)\u000a06:31:55.690559 run iperf3-srv_10.42.42.10(pid=2528): Terminating (SIGTERM)\u000a06:31:55.732357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2529): Terminating (SIGTERM)\u000a06:31:55.773982 run iperf3-srv_10.42.42.10(pid=2530): Terminating (SIGTERM)\u000a06:31:55.815346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2531): Terminating (SIGTERM)\u000a06:31:55.857163 run iperf3-srv_10.42.42.10(pid=2532): Terminating (SIGTERM)\u000a06:31:55.898488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2533): Terminating (SIGTERM)\u000a06:31:55.940035 run iperf3-srv_10.42.42.10(pid=2534): Terminating (SIGTERM)\u000a06:31:55.981589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2537): Terminating (SIGTERM)\u000a06:31:56.023493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2540): Terminating (SIGTERM)\u000a06:31:56.065162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2543): Terminating (SIGTERM)\u000a06:31:56.074827 --- ParallelTerminationStrategy: PID 2527 died...\u000a06:31:56.130219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Terminated: ok {rc=0}\u000a06:31:56.140175 --- ParallelTerminationStrategy: PID 2528 died...\u000a06:31:56.195117 run iperf3-srv_10.42.42.10(pid=2528): Terminated {rc=256}\u000a06:31:56.205167 --- ParallelTerminationStrategy: PID 2529 died...\u000a06:31:56.259996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2529): Terminated: ok {rc=0}\u000a06:31:56.270163 --- ParallelTerminationStrategy: PID 2530 died...\u000a06:31:56.324925 run iperf3-srv_10.42.42.10(pid=2530): Terminated {rc=256}\u000a06:31:56.334983 --- ParallelTerminationStrategy: PID 2531 died...\u000a06:31:56.389757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2531): Terminated: ok {rc=0}\u000a06:31:56.399691 --- ParallelTerminationStrategy: PID 2532 died...\u000a06:31:56.454485 run iperf3-srv_10.42.42.10(pid=2532): Terminated {rc=256}\u000a06:31:56.464465 --- ParallelTerminationStrategy: PID 2533 died...\u000a06:31:56.519742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2533): Terminated: ok {rc=0}\u000a06:31:56.529792 --- ParallelTerminationStrategy: PID 2534 died...\u000a06:31:56.584608 run iperf3-srv_10.42.42.10(pid=2534): Terminated {rc=256}\u000a06:31:56.594691 --- ParallelTerminationStrategy: PID 2537 died...\u000a06:31:56.649597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2537): Terminated: ok {rc=0}\u000a06:31:56.659551 --- ParallelTerminationStrategy: PID 2540 died...\u000a06:31:56.714375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2540): Terminated: ok {rc=0}\u000a06:31:56.724354 --- ParallelTerminationStrategy: PID 2543 died...\u000a06:31:56.779501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2543): Terminated: ok {rc=0}\u000a06:31:56.866887 bus /gobi_4: Setting Powered False\u000a06:31:57.973883 bus /gobi_4: Setting Powered False\u000a06:31:59.080899 bus /gobi_1: Setting Powered False\u000a06:32:00.186934 bus /gobi_1: Setting Powered False\u000a06:32:01.300706 bus /gobi_0: Setting Powered False\u000a06:32:02.404933 bus /gobi_0: Setting Powered False\u000a06:32:03.518826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2551): Process ended prematurely: osmo-stp_10.42.42.5(pid=2551) [trial-2355↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2551)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2551): Process ended prematurely: osmo-stp_10.42.42.5(pid=2551) [trial-2355↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a06:32:04.586465 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:04.598458 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:32:04.722398 tst ping.py: using LAC 19588\u000a06:32:04.836507 tst ping.py: using RAC 208\u000a06:32:04.949945 tst ping.py: using CellId 19588\u000a06:32:05.063665 tst ping.py: using BVCI 19589\u000a06:32:05.085880 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.096335 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.106977 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.117727 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.128425 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.139051 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.149782 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:05.160449 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:05.425173 tst ping.py:19: start network...\u000a06:32:05.544889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:06.002862 run create_hlr_db(pid=2545): Launched\u000a06:32:06.170626 bus /gobi_6: Setting Powered False\u000a06:32:07.191938 run create_hlr_db(pid=2545): Terminated: ok {rc=0}\u000a06:32:07.579248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2547): Launched\u000a06:32:07.869100 run osmo-hlr_10.42.42.2(pid=2548): Launched\u000a06:32:07.974704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:08.480314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2550): Launched\u000a06:32:08.770422 run osmo-stp_10.42.42.5(pid=2551): Launched\u000a06:32:08.876304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:09.383578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2553): Launched\u000a06:32:09.487823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:09.742457 run patchelf(pid=2554): Launched\u000a06:32:09.914911 run osmo-stp_10.42.42.5(pid=2551): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2551)]\u000a06:32:10.040385 run osmo-stp_10.42.42.5(pid=2551): stdout: \u000a| (launched: 2022-12-09_06:32:08.627243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:10.166112 run osmo-stp_10.42.42.5(pid=2551): stderr: \u000a| �[0;m�[38;5;43m20221209063208795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063208795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063208795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063208796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063208796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063208796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063208796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:10.286810 run osmo-stp_10.42.42.5(pid=2551): stdout: \u000a| (launched: 2022-12-09_06:32:08.627243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:10.406736 run osmo-stp_10.42.42.5(pid=2551): stderr: \u000a| �[0;m�[38;5;43m20221209063208795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063208795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063208795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063208796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063208796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063208796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063208796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:10.546085 run patchelf(pid=2554): Terminating (SIGINT)\u000a06:32:10.710791 run patchelf(pid=2554): Terminated: ok {rc=0}\u000a06:32:10.740782 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2551): Process ended prematurely: osmo-stp_10.42.42.5(pid=2551) [trial-2355↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2551)] [trial-2355↪gprs:nanobts+band-1900↪ping.py:22]\u000a06:32:10.749106 tst ping.py:22: Test FAILED (6.2 sec)\u000a06:32:10.809443 run osmo-hlr_10.42.42.2(pid=2548): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2548)]\u000a06:32:10.859032 run osmo-hlr_10.42.42.2(pid=2548): stdout: \u000a| (launched: 2022-12-09_06:32:07.726537) \u000a06:32:10.908759 run osmo-hlr_10.42.42.2(pid=2548): stderr: \u000a| �[0;m�[1;31m20221209063207899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063207899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063207899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063207899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063207899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063207899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063207911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063207920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063207920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063207920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:10.950693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2547): Terminating (SIGTERM)\u000a06:32:10.990487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2550): Terminating (SIGTERM)\u000a06:32:11.030674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2553): Terminating (SIGTERM)\u000a06:32:11.040027 --- ParallelTerminationStrategy: PID 2547 died...\u000a06:32:11.093236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2547): Terminated: ok {rc=0}\u000a06:32:11.103060 --- ParallelTerminationStrategy: PID 2550 died...\u000a06:32:11.156354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2550): Terminated: ok {rc=0}\u000a06:32:11.166220 --- ParallelTerminationStrategy: PID 2553 died...\u000a06:32:11.219177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2553): Terminated: ok {rc=0}\u000a06:32:11.302416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2561): Process ended prematurely: osmo-stp_10.42.42.5(pid=2561) [trial-2355↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2561)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2561): Process ended prematurely: osmo-stp_10.42.42.5(pid=2561) [trial-2355↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a06:32:12.352635 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.363800 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:32:12.494187 tst ping_idle_ping.py: using LAC 19589\u000a06:32:12.616490 tst ping_idle_ping.py: using RAC 209\u000a06:32:12.738956 tst ping_idle_ping.py: using CellId 19589\u000a06:32:12.861091 tst ping_idle_ping.py: using BVCI 19590\u000a06:32:12.884769 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.896058 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.907070 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.918455 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.929369 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.940245 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.951296 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:12.962457 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:13.230122 tst ping_idle_ping.py:24: start network...\u000a06:32:13.350738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:13.811914 run create_hlr_db(pid=2555): Launched\u000a06:32:13.996261 bus /gobi_6: Setting Powered False\u000a06:32:15.013752 run create_hlr_db(pid=2555): Terminated: ok {rc=0}\u000a06:32:15.406795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2557): Launched\u000a06:32:15.698255 run osmo-hlr_10.42.42.2(pid=2558): Launched\u000a06:32:15.809659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:16.435303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2560): Launched\u000a06:32:16.919586 run osmo-stp_10.42.42.5(pid=2561): Launched\u000a06:32:17.035748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:17.588487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2563): Launched\u000a06:32:17.700447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:17.975185 run patchelf(pid=2564): Launched\u000a06:32:18.160522 run osmo-stp_10.42.42.5(pid=2561): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2561)]\u000a06:32:18.295550 run osmo-stp_10.42.42.5(pid=2561): stdout: \u000a| (launched: 2022-12-09_06:32:16.602952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:18.431161 run osmo-stp_10.42.42.5(pid=2561): stderr: \u000a| �[0;m�[38;5;43m20221209063216797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063216797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063216798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063216798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063216798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063216799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063216799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:18.562166 run osmo-stp_10.42.42.5(pid=2561): stdout: \u000a| (launched: 2022-12-09_06:32:16.602952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:18.691606 run osmo-stp_10.42.42.5(pid=2561): stderr: \u000a| �[0;m�[38;5;43m20221209063216797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063216797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063216798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063216798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063216798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063216799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063216799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:18.842432 run patchelf(pid=2564): Terminating (SIGINT)\u000a06:32:19.019490 run patchelf(pid=2564): Terminated: ok {rc=0}\u000a06:32:19.051662 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2561): Process ended prematurely: osmo-stp_10.42.42.5(pid=2561) [trial-2355↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2561)] [trial-2355↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a06:32:19.060715 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:32:19.123618 run osmo-hlr_10.42.42.2(pid=2558): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2558)]\u000a06:32:19.174878 run osmo-hlr_10.42.42.2(pid=2558): stdout: \u000a| (launched: 2022-12-09_06:32:15.554654) \u000a06:32:19.226810 run osmo-hlr_10.42.42.2(pid=2558): stderr: \u000a| �[0;m�[1;31m20221209063215729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063215729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063215729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063215729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063215729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063215729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063215742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063215752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063215753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063215753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:19.271347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2557): Terminating (SIGTERM)\u000a06:32:19.313892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2560): Terminating (SIGTERM)\u000a06:32:19.356025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2563): Terminating (SIGTERM)\u000a06:32:19.365961 --- ParallelTerminationStrategy: PID 2557 died...\u000a06:32:19.422109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2557): Terminated: ok {rc=0}\u000a06:32:19.432401 --- ParallelTerminationStrategy: PID 2560 died...\u000a06:32:19.488179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2560): Terminated: ok {rc=0}\u000a06:32:19.498427 --- ParallelTerminationStrategy: PID 2563 died...\u000a06:32:19.554592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2563): Terminated: ok {rc=0}\u000a06:32:19.641497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2579): Process ended prematurely: osmo-stp_10.42.42.5(pid=2579) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2579): Process ended prematurely: osmo-stp_10.42.42.5(pid=2579) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:32:21.776047 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:21.787372 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:32:21.922724 tst cs_paging_gprs_active.py: using LAC 19590\u000a06:32:22.049275 tst cs_paging_gprs_active.py: using RAC 210\u000a06:32:22.175403 tst cs_paging_gprs_active.py: using CellId 19590\u000a06:32:22.300090 tst cs_paging_gprs_active.py: using BVCI 19591\u000a06:32:22.324513 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.335783 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.346898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.357974 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.369011 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.380021 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.391209 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.402303 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:22.413538 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:22.528199 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:22.817992 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:32:22.950613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:23.277680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2569): Launched\u000a06:32:23.550651 run iperf3-srv_10.42.42.10(pid=2570): Launched\u000a06:32:23.745438 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:32:23.877774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:24.206027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2571): Launched\u000a06:32:24.479441 run iperf3-srv_10.42.42.10(pid=2572): Launched\u000a06:32:24.673447 tst cs_paging_gprs_active.py:38: start network...\u000a06:32:24.805635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:25.314449 run create_hlr_db(pid=2573): Launched\u000a06:32:25.498046 bus /gobi_6: Setting Powered False\u000a06:32:26.520026 run create_hlr_db(pid=2573): Terminated: ok {rc=0}\u000a06:32:26.917759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2575): Launched\u000a06:32:27.214438 run osmo-hlr_10.42.42.2(pid=2576): Launched\u000a06:32:27.324093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:27.839279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2578): Launched\u000a06:32:28.136754 run osmo-stp_10.42.42.5(pid=2579): Launched\u000a06:32:28.245188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:28.763683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2581): Launched\u000a06:32:28.870073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:29.129100 run patchelf(pid=2582): Launched\u000a06:32:29.303798 run osmo-stp_10.42.42.5(pid=2579): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)]\u000a06:32:29.431909 run osmo-stp_10.42.42.5(pid=2579): stdout: \u000a| (launched: 2022-12-09_06:32:27.990933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:29.560016 run osmo-stp_10.42.42.5(pid=2579): stderr: \u000a| �[0;m�[38;5;43m20221209063228158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063228159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063228159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063228159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063228160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063228160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063228160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:29.683871 run osmo-stp_10.42.42.5(pid=2579): stdout: \u000a| (launched: 2022-12-09_06:32:27.990933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:29.806942 run osmo-stp_10.42.42.5(pid=2579): stderr: \u000a| �[0;m�[38;5;43m20221209063228158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063228159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063228159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063228159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063228160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063228160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063228160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:29.949917 run patchelf(pid=2582): Terminating (SIGINT)\u000a06:32:30.118927 run patchelf(pid=2582): Terminated: ok {rc=0}\u000a06:32:30.149977 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2579): Process ended prematurely: osmo-stp_10.42.42.5(pid=2579) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:32:30.159073 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:32:30.220439 run osmo-hlr_10.42.42.2(pid=2576): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2576)]\u000a06:32:30.269521 run osmo-hlr_10.42.42.2(pid=2576): stdout: \u000a| (launched: 2022-12-09_06:32:27.068523) \u000a06:32:30.318766 run osmo-hlr_10.42.42.2(pid=2576): stderr: \u000a| �[0;m�[1;31m20221209063227245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063227245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063227245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063227245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063227245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063227245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063227258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063227266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063227266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063227266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:30.361298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2569): Terminating (SIGTERM)\u000a06:32:30.401081 run iperf3-srv_10.42.42.10(pid=2570): Terminating (SIGTERM)\u000a06:32:30.441123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2571): Terminating (SIGTERM)\u000a06:32:30.480834 run iperf3-srv_10.42.42.10(pid=2572): Terminating (SIGTERM)\u000a06:32:30.520722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2575): Terminating (SIGTERM)\u000a06:32:30.560493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2578): Terminating (SIGTERM)\u000a06:32:30.600164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2581): Terminating (SIGTERM)\u000a06:32:30.609689 --- ParallelTerminationStrategy: PID 2569 died...\u000a06:32:30.663103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2569): Terminated: ok {rc=0}\u000a06:32:30.673073 --- ParallelTerminationStrategy: PID 2570 died...\u000a06:32:30.726024 run iperf3-srv_10.42.42.10(pid=2570): Terminated {rc=256}\u000a06:32:30.735901 --- ParallelTerminationStrategy: PID 2571 died...\u000a06:32:30.788856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2571): Terminated: ok {rc=0}\u000a06:32:30.798795 --- ParallelTerminationStrategy: PID 2572 died...\u000a06:32:30.872886 run iperf3-srv_10.42.42.10(pid=2572): Terminated {rc=256}\u000a06:32:30.885173 --- ParallelTerminationStrategy: PID 2575 died...\u000a06:32:30.944655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2575): Terminated: ok {rc=0}\u000a06:32:30.955689 --- ParallelTerminationStrategy: PID 2578 died...\u000a06:32:31.015781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2578): Terminated: ok {rc=0}\u000a06:32:31.026797 --- ParallelTerminationStrategy: PID 2581 died...\u000a06:32:31.085852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2581): Terminated: ok {rc=0}\u000a06:32:31.176401 bus /gobi_0: Setting Powered False\u000a06:32:32.286824 bus /gobi_0: Setting Powered False\u000a06:32:33.393884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2596): Process ended prematurely: osmo-stp_10.42.42.5(pid=2596) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2596)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2596): Process ended prematurely: osmo-stp_10.42.42.5(pid=2596) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:32:34.501304 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:34.512746 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:32:34.643466 tst iperf3.py: using LAC 19591\u000a06:32:34.760356 tst iperf3.py: using RAC 211\u000a06:32:34.876719 tst iperf3.py: using CellId 19591\u000a06:32:34.995276 tst iperf3.py: using BVCI 19592\u000a06:32:35.017857 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.028559 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.039147 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.050542 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.061465 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.072355 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.083509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.094467 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:35.105547 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:35.394678 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:32:35.527276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:35.856004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2585): Launched\u000a06:32:36.129554 run iperf3-srv_10.42.42.10(pid=2589): Launched\u000a06:32:36.324280 tst iperf3.py:8: start network...\u000a06:32:36.456897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:36.967360 run create_hlr_db(pid=2590): Launched\u000a06:32:37.151277 bus /gobi_6: Setting Powered False\u000a06:32:38.172635 run create_hlr_db(pid=2590): Terminated: ok {rc=0}\u000a06:32:38.570278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2592): Launched\u000a06:32:38.866743 run osmo-hlr_10.42.42.2(pid=2593): Launched\u000a06:32:38.981668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:39.506850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2595): Launched\u000a06:32:39.803258 run osmo-stp_10.42.42.5(pid=2596): Launched\u000a06:32:39.910851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:40.427805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2598): Launched\u000a06:32:40.533964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:40.793047 run patchelf(pid=2599): Launched\u000a06:32:40.968063 run osmo-stp_10.42.42.5(pid=2596): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2596)]\u000a06:32:41.095860 run osmo-stp_10.42.42.5(pid=2596): stdout: \u000a| (launched: 2022-12-09_06:32:39.657729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:41.223682 run osmo-stp_10.42.42.5(pid=2596): stderr: \u000a| �[0;m�[38;5;43m20221209063239827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063239827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063239828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063239828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063239828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063239829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063239829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:41.347708 run osmo-stp_10.42.42.5(pid=2596): stdout: \u000a| (launched: 2022-12-09_06:32:39.657729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:41.470671 run osmo-stp_10.42.42.5(pid=2596): stderr: \u000a| �[0;m�[38;5;43m20221209063239827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063239827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063239828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063239828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063239828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063239829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063239829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:41.613110 run patchelf(pid=2599): Terminating (SIGINT)\u000a06:32:41.780503 run patchelf(pid=2599): Terminated: ok {rc=0}\u000a06:32:41.811253 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2596): Process ended prematurely: osmo-stp_10.42.42.5(pid=2596) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2596)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a06:32:41.820284 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:32:41.880447 run osmo-hlr_10.42.42.2(pid=2593): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2593)]\u000a06:32:41.929418 run osmo-hlr_10.42.42.2(pid=2593): stdout: \u000a| (launched: 2022-12-09_06:32:38.721200) \u000a06:32:41.978999 run osmo-hlr_10.42.42.2(pid=2593): stderr: \u000a| �[0;m�[1;31m20221209063238897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063238897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063238897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063238897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063238897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063238898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063238910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063238918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:42.021213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2585): Terminating (SIGTERM)\u000a06:32:42.061359 run iperf3-srv_10.42.42.10(pid=2589): Terminating (SIGTERM)\u000a06:32:42.101344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2592): Terminating (SIGTERM)\u000a06:32:42.141011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2595): Terminating (SIGTERM)\u000a06:32:42.181494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2598): Terminating (SIGTERM)\u000a06:32:42.191039 --- ParallelTerminationStrategy: PID 2585 died...\u000a06:32:42.245058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2585): Terminated: ok {rc=0}\u000a06:32:42.254876 --- ParallelTerminationStrategy: PID 2589 died...\u000a06:32:42.308296 run iperf3-srv_10.42.42.10(pid=2589): Terminated {rc=256}\u000a06:32:42.318057 --- ParallelTerminationStrategy: PID 2592 died...\u000a06:32:42.371137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2592): Terminated: ok {rc=0}\u000a06:32:42.381012 --- ParallelTerminationStrategy: PID 2595 died...\u000a06:32:42.434031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2595): Terminated: ok {rc=0}\u000a06:32:42.443905 --- ParallelTerminationStrategy: PID 2598 died...\u000a06:32:42.496970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2598): Terminated: ok {rc=0}\u000a06:32:42.580988 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2614): Process ended prematurely: osmo-stp_10.42.42.5(pid=2614) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2614)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2614): Process ended prematurely: osmo-stp_10.42.42.5(pid=2614) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:32:43.694661 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:43.706543 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:32:43.841956 tst iperf3m4.py: using LAC 19592\u000a06:32:43.968196 tst iperf3m4.py: using RAC 212\u000a06:32:44.091135 tst iperf3m4.py: using CellId 19592\u000a06:32:44.206801 tst iperf3m4.py: using BVCI 19593\u000a06:32:44.229506 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.240311 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.250926 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.261927 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.272781 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.283519 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.294612 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.305473 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:44.316784 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:44.435735 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:44.553909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:44.671271 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:44.961076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:32:45.094078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:45.422867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2600): Launched\u000a06:32:45.697375 run iperf3-srv_10.42.42.10(pid=2601): Launched\u000a06:32:45.907402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:32:46.058999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:46.391542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2602): Launched\u000a06:32:46.745730 run iperf3-srv_10.42.42.10(pid=2603): Launched\u000a06:32:46.951414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:32:47.079253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:47.417430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2604): Launched\u000a06:32:47.691693 run iperf3-srv_10.42.42.10(pid=2605): Launched\u000a06:32:47.886233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:32:48.019178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:48.347273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2606): Launched\u000a06:32:48.620208 run iperf3-srv_10.42.42.10(pid=2607): Launched\u000a06:32:48.813909 tst iperf3m4.py:8: start network...\u000a06:32:48.946368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:49.454296 run create_hlr_db(pid=2608): Launched\u000a06:32:49.637234 bus /gobi_6: Setting Powered False\u000a06:32:50.659071 run create_hlr_db(pid=2608): Terminated: ok {rc=0}\u000a06:32:51.064262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2610): Launched\u000a06:32:51.380896 run osmo-hlr_10.42.42.2(pid=2611): Launched\u000a06:32:51.499253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:52.054317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2613): Launched\u000a06:32:52.371712 run osmo-stp_10.42.42.5(pid=2614): Launched\u000a06:32:52.485977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:53.041264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2616): Launched\u000a06:32:53.154845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:53.431144 run patchelf(pid=2617): Launched\u000a06:32:53.617705 run osmo-stp_10.42.42.5(pid=2614): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2614)]\u000a06:32:53.754044 run osmo-stp_10.42.42.5(pid=2614): stdout: \u000a| (launched: 2022-12-09_06:32:52.217142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:53.890455 run osmo-stp_10.42.42.5(pid=2614): stderr: \u000a| �[0;m�[38;5;43m20221209063252406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063252406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063252407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063252407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063252408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063252408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063252408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:54.023332 run osmo-stp_10.42.42.5(pid=2614): stdout: \u000a| (launched: 2022-12-09_06:32:52.217142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:54.154908 run osmo-stp_10.42.42.5(pid=2614): stderr: \u000a| �[0;m�[38;5;43m20221209063252406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063252406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063252407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063252407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063252408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063252408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063252408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:54.307573 run patchelf(pid=2617): Terminating (SIGINT)\u000a06:32:54.486876 run patchelf(pid=2617): Terminated: ok {rc=0}\u000a06:32:54.519624 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2614): Process ended prematurely: osmo-stp_10.42.42.5(pid=2614) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2614)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:32:54.529228 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:32:54.592066 run osmo-hlr_10.42.42.2(pid=2611): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2611)]\u000a06:32:54.643074 run osmo-hlr_10.42.42.2(pid=2611): stdout: \u000a| (launched: 2022-12-09_06:32:51.226499) \u000a06:32:54.694724 run osmo-hlr_10.42.42.2(pid=2611): stderr: \u000a| �[0;m�[1;31m20221209063251423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063251423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063251423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063251423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063251423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063251423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063251435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063251445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063251446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063251446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:54.739056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2600): Terminating (SIGTERM)\u000a06:32:54.780650 run iperf3-srv_10.42.42.10(pid=2601): Terminating (SIGTERM)\u000a06:32:54.822349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2602): Terminating (SIGTERM)\u000a06:32:54.863800 run iperf3-srv_10.42.42.10(pid=2603): Terminating (SIGTERM)\u000a06:32:54.905522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2604): Terminating (SIGTERM)\u000a06:32:54.947405 run iperf3-srv_10.42.42.10(pid=2605): Terminating (SIGTERM)\u000a06:32:54.989414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2606): Terminating (SIGTERM)\u000a06:32:55.030894 run iperf3-srv_10.42.42.10(pid=2607): Terminating (SIGTERM)\u000a06:32:55.072524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2610): Terminating (SIGTERM)\u000a06:32:55.114200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2613): Terminating (SIGTERM)\u000a06:32:55.156082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2616): Terminating (SIGTERM)\u000a06:32:55.165939 --- ParallelTerminationStrategy: PID 2600 died...\u000a06:32:55.221986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2600): Terminated: ok {rc=0}\u000a06:32:55.232075 --- ParallelTerminationStrategy: PID 2601 died...\u000a06:32:55.287430 run iperf3-srv_10.42.42.10(pid=2601): Terminated {rc=256}\u000a06:32:55.297805 --- ParallelTerminationStrategy: PID 2602 died...\u000a06:32:55.353177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2602): Terminated: ok {rc=0}\u000a06:32:55.363123 --- ParallelTerminationStrategy: PID 2603 died...\u000a06:32:55.418108 run iperf3-srv_10.42.42.10(pid=2603): Terminated {rc=256}\u000a06:32:55.428022 --- ParallelTerminationStrategy: PID 2604 died...\u000a06:32:55.483284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2604): Terminated: ok {rc=0}\u000a06:32:55.493369 --- ParallelTerminationStrategy: PID 2605 died...\u000a06:32:55.548452 run iperf3-srv_10.42.42.10(pid=2605): Terminated {rc=256}\u000a06:32:55.558531 --- ParallelTerminationStrategy: PID 2606 died...\u000a06:32:55.613889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2606): Terminated: ok {rc=0}\u000a06:32:55.623978 --- ParallelTerminationStrategy: PID 2607 died...\u000a06:32:55.679092 run iperf3-srv_10.42.42.10(pid=2607): Terminated {rc=256}\u000a06:32:55.689159 --- ParallelTerminationStrategy: PID 2610 died...\u000a06:32:55.744402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2610): Terminated: ok {rc=0}\u000a06:32:55.754464 --- ParallelTerminationStrategy: PID 2613 died...\u000a06:32:55.809784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2613): Terminated: ok {rc=0}\u000a06:32:55.819880 --- ParallelTerminationStrategy: PID 2616 died...\u000a06:32:55.875565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2616): Terminated: ok {rc=0}\u000a06:32:55.963641 bus /gobi_4: Setting Powered False\u000a06:32:57.068051 bus /gobi_4: Setting Powered False\u000a06:32:58.179000 bus /gobi_1: Setting Powered False\u000a06:32:59.282548 bus /gobi_1: Setting Powered False\u000a06:33:00.393805 bus /gobi_0: Setting Powered False\u000a06:33:01.501432 bus /gobi_0: Setting Powered False\u000a06:33:02.613430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2625): Process ended prematurely: osmo-stp_10.42.42.5(pid=2625) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2625)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2625): Process ended prematurely: osmo-stp_10.42.42.5(pid=2625) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:33:03.681826 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:03.693122 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:33:03.817689 tst ping.py: using LAC 19593\u000a06:33:03.935210 tst ping.py: using RAC 213\u000a06:33:04.053386 tst ping.py: using CellId 19593\u000a06:33:04.170460 tst ping.py: using BVCI 19594\u000a06:33:04.192467 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.203341 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.214026 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.224924 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.236033 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.246861 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.258067 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:04.268822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:33:04.535819 tst ping.py:19: start network...\u000a06:33:04.656190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:05.113861 run create_hlr_db(pid=2619): Launched\u000a06:33:05.282090 bus /gobi_6: Setting Powered False\u000a06:33:06.304182 run create_hlr_db(pid=2619): Terminated: ok {rc=0}\u000a06:33:06.693720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2621): Launched\u000a06:33:06.983175 run osmo-hlr_10.42.42.2(pid=2622): Launched\u000a06:33:07.094005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:07.608186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2624): Launched\u000a06:33:07.898899 run osmo-stp_10.42.42.5(pid=2625): Launched\u000a06:33:08.013934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:08.527899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2627): Launched\u000a06:33:08.631558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:08.885539 run patchelf(pid=2628): Launched\u000a06:33:09.057867 run osmo-stp_10.42.42.5(pid=2625): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2625)]\u000a06:33:09.183686 run osmo-stp_10.42.42.5(pid=2625): stdout: \u000a| (launched: 2022-12-09_06:33:07.755693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:09.309520 run osmo-stp_10.42.42.5(pid=2625): stderr: \u000a| �[0;m�[38;5;43m20221209063307923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063307923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063307924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063307924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063307925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063307925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063307925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:09.430475 run osmo-stp_10.42.42.5(pid=2625): stdout: \u000a| (launched: 2022-12-09_06:33:07.755693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:09.550042 run osmo-stp_10.42.42.5(pid=2625): stderr: \u000a| �[0;m�[38;5;43m20221209063307923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063307923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063307924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063307924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063307925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063307925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063307925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:09.689358 run patchelf(pid=2628): Terminating (SIGINT)\u000a06:33:09.853963 run patchelf(pid=2628): Terminated: ok {rc=0}\u000a06:33:09.883812 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2625): Process ended prematurely: osmo-stp_10.42.42.5(pid=2625) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2625)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a06:33:09.892247 tst ping.py:22: Test FAILED (6.2 sec)\u000a06:33:09.952593 run osmo-hlr_10.42.42.2(pid=2622): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2622)]\u000a06:33:10.001790 run osmo-hlr_10.42.42.2(pid=2622): stdout: \u000a| (launched: 2022-12-09_06:33:06.840720) \u000a06:33:10.051671 run osmo-hlr_10.42.42.2(pid=2622): stderr: \u000a| �[0;m�[1;31m20221209063307014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063307014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063307014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063307014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063307014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063307014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063307026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063307034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063307035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063307035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:10.093748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2621): Terminating (SIGTERM)\u000a06:33:10.133736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2624): Terminating (SIGTERM)\u000a06:33:10.173647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2627): Terminating (SIGTERM)\u000a06:33:10.183143 --- ParallelTerminationStrategy: PID 2621 died...\u000a06:33:10.236372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2621): Terminated: ok {rc=0}\u000a06:33:10.246038 --- ParallelTerminationStrategy: PID 2624 died...\u000a06:33:10.298973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2624): Terminated: ok {rc=0}\u000a06:33:10.308686 --- ParallelTerminationStrategy: PID 2627 died...\u000a06:33:10.361351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2627): Terminated: ok {rc=0}\u000a06:33:10.450078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2635): Process ended prematurely: osmo-stp_10.42.42.5(pid=2635) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2635)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2635): Process ended prematurely: osmo-stp_10.42.42.5(pid=2635) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:33:11.502160 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:11.514439 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:33:11.639476 tst ping_idle_ping.py: using LAC 19594\u000a06:33:11.762404 tst ping_idle_ping.py: using RAC 214\u000a06:33:11.887345 tst ping_idle_ping.py: using CellId 19594\u000a06:33:12.011104 tst ping_idle_ping.py: using BVCI 19595\u000a06:33:12.035232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.046802 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.058122 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.070086 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.081981 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.094414 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.106815 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:12.119164 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:33:12.405105 tst ping_idle_ping.py:24: start network...\u000a06:33:12.535467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:13.041824 run create_hlr_db(pid=2629): Launched\u000a06:33:13.224839 bus /gobi_6: Setting Powered False\u000a06:33:14.245453 run create_hlr_db(pid=2629): Terminated: ok {rc=0}\u000a06:33:14.639284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2631): Launched\u000a06:33:14.929425 run osmo-hlr_10.42.42.2(pid=2632): Launched\u000a06:33:15.043740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:15.556419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2634): Launched\u000a06:33:15.890801 run osmo-stp_10.42.42.5(pid=2635): Launched\u000a06:33:16.067287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:16.603459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2637): Launched\u000a06:33:16.709814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:16.997281 run patchelf(pid=2638): Launched\u000a06:33:17.172898 run osmo-stp_10.42.42.5(pid=2635): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2635)]\u000a06:33:17.300693 run osmo-stp_10.42.42.5(pid=2635): stdout: \u000a| (launched: 2022-12-09_06:33:15.704139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:17.426780 run osmo-stp_10.42.42.5(pid=2635): stderr: \u000a| �[0;m�[38;5;43m20221209063315881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063315881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063315882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063315882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063315885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063315885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063315885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:17.548168 run osmo-stp_10.42.42.5(pid=2635): stdout: \u000a| (launched: 2022-12-09_06:33:15.704139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:17.667725 run osmo-stp_10.42.42.5(pid=2635): stderr: \u000a| �[0;m�[38;5;43m20221209063315881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063315881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063315882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063315882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063315885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063315885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063315885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:17.807555 run patchelf(pid=2638): Terminating (SIGINT)\u000a06:33:17.972200 run patchelf(pid=2638): Terminated: ok {rc=0}\u000a06:33:18.002394 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2635): Process ended prematurely: osmo-stp_10.42.42.5(pid=2635) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2635)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:33:18.011095 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:33:18.071558 run osmo-hlr_10.42.42.2(pid=2632): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2632)]\u000a06:33:18.120833 run osmo-hlr_10.42.42.2(pid=2632): stdout: \u000a| (launched: 2022-12-09_06:33:14.786566) \u000a06:33:18.170979 run osmo-hlr_10.42.42.2(pid=2632): stderr: \u000a| �[0;m�[1;31m20221209063314961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063314961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063314961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063314961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063314961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063314961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063314973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063314981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063314982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063314982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:18.213135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2631): Terminating (SIGTERM)\u000a06:33:18.253418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2634): Terminating (SIGTERM)\u000a06:33:18.293427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2637): Terminating (SIGTERM)\u000a06:33:18.302777 --- ParallelTerminationStrategy: PID 2631 died...\u000a06:33:18.356225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2631): Terminated: ok {rc=0}\u000a06:33:18.366280 --- ParallelTerminationStrategy: PID 2634 died...\u000a06:33:18.419298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2634): Terminated: ok {rc=0}\u000a06:33:18.429231 --- ParallelTerminationStrategy: PID 2637 died...\u000a06:33:18.482436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2637): Terminated: ok {rc=0}\u000a06:33:18.569550 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:32:21" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2652): Process ended prematurely: osmo-stp_10.42.42.5(pid=2652) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2652): Process ended prematurely: osmo-stp_10.42.42.5(pid=2652) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:33:20.680853 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:20.691735 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:33:20.836527 tst cs_paging_gprs_active.py: using LAC 19595\u000a06:33:20.954223 tst cs_paging_gprs_active.py: using RAC 215\u000a06:33:21.070748 tst cs_paging_gprs_active.py: using CellId 19595\u000a06:33:21.189639 tst cs_paging_gprs_active.py: using BVCI 19596\u000a06:33:21.212209 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.223032 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.233733 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.245040 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.255845 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.266796 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.277910 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.288594 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:21.299559 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:21.418598 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:21.691700 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:33:21.814598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:22.120430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2642): Launched\u000a06:33:22.374639 run iperf3-srv_10.42.42.10(pid=2643): Launched\u000a06:33:22.555065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:33:22.677684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:22.983738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2644): Launched\u000a06:33:23.238513 run iperf3-srv_10.42.42.10(pid=2645): Launched\u000a06:33:23.418469 tst cs_paging_gprs_active.py:38: start network...\u000a06:33:23.541584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:24.009065 run create_hlr_db(pid=2646): Launched\u000a06:33:24.180009 bus /gobi_6: Setting Powered False\u000a06:33:25.202077 run create_hlr_db(pid=2646): Terminated: ok {rc=0}\u000a06:33:25.626606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Launched\u000a06:33:25.946146 run osmo-hlr_10.42.42.2(pid=2649): Launched\u000a06:33:26.067511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:26.621572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2651): Launched\u000a06:33:26.938291 run osmo-stp_10.42.42.5(pid=2652): Launched\u000a06:33:27.054181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:27.607170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2654): Launched\u000a06:33:27.721082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:27.997829 run patchelf(pid=2655): Launched\u000a06:33:28.183784 run osmo-stp_10.42.42.5(pid=2652): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)]\u000a06:33:28.320183 run osmo-stp_10.42.42.5(pid=2652): stdout: \u000a| (launched: 2022-12-09_06:33:26.782858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:28.457281 run osmo-stp_10.42.42.5(pid=2652): stderr: \u000a| �[0;m�[38;5;43m20221209063326973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063326973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063326973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063326974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063326974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063326974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063326974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:28.589026 run osmo-stp_10.42.42.5(pid=2652): stdout: \u000a| (launched: 2022-12-09_06:33:26.782858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:28.719852 run osmo-stp_10.42.42.5(pid=2652): stderr: \u000a| �[0;m�[38;5;43m20221209063326973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063326973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063326973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063326974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063326974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063326974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063326974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:28.871772 run patchelf(pid=2655): Terminating (SIGINT)\u000a06:33:29.050671 run patchelf(pid=2655): Terminated: ok {rc=0}\u000a06:33:29.083356 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2652): Process ended prematurely: osmo-stp_10.42.42.5(pid=2652) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:33:29.092924 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:33:29.155764 run osmo-hlr_10.42.42.2(pid=2649): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2649)]\u000a06:33:29.207017 run osmo-hlr_10.42.42.2(pid=2649): stdout: \u000a| (launched: 2022-12-09_06:33:25.789482) \u000a06:33:29.259013 run osmo-hlr_10.42.42.2(pid=2649): stderr: \u000a| �[0;m�[1;31m20221209063325986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063325986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063325986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063325986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063325986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063325986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063326002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063326012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063326013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063326013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:29.303271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2642): Terminating (SIGTERM)\u000a06:33:29.345367 run iperf3-srv_10.42.42.10(pid=2643): Terminating (SIGTERM)\u000a06:33:29.387379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2644): Terminating (SIGTERM)\u000a06:33:29.429323 run iperf3-srv_10.42.42.10(pid=2645): Terminating (SIGTERM)\u000a06:33:29.471315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Terminating (SIGTERM)\u000a06:33:29.513269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2651): Terminating (SIGTERM)\u000a06:33:29.555170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2654): Terminating (SIGTERM)\u000a06:33:29.565169 --- ParallelTerminationStrategy: PID 2642 died...\u000a06:33:29.621107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2642): Terminated: ok {rc=0}\u000a06:33:29.631321 --- ParallelTerminationStrategy: PID 2643 died...\u000a06:33:29.686600 run iperf3-srv_10.42.42.10(pid=2643): Terminated {rc=256}\u000a06:33:29.696684 --- ParallelTerminationStrategy: PID 2644 died...\u000a06:33:29.752204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2644): Terminated: ok {rc=0}\u000a06:33:29.762480 --- ParallelTerminationStrategy: PID 2645 died...\u000a06:33:29.817840 run iperf3-srv_10.42.42.10(pid=2645): Terminated {rc=256}\u000a06:33:29.828010 --- ParallelTerminationStrategy: PID 2648 died...\u000a06:33:29.883341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Terminated: ok {rc=0}\u000a06:33:29.893949 --- ParallelTerminationStrategy: PID 2651 died...\u000a06:33:29.949911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2651): Terminated: ok {rc=0}\u000a06:33:29.960136 --- ParallelTerminationStrategy: PID 2654 died...\u000a06:33:30.015499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2654): Terminated: ok {rc=0}\u000a06:33:30.102690 bus /gobi_0: Setting Powered False\u000a06:33:31.210282 bus /gobi_0: Setting Powered False\u000a06:33:32.313153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2664): Process ended prematurely: osmo-stp_10.42.42.5(pid=2664) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2664)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2664): Process ended prematurely: osmo-stp_10.42.42.5(pid=2664) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:33:33.426297 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:33.438302 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:33:33.594050 tst iperf3.py: using LAC 19596\u000a06:33:33.718875 tst iperf3.py: using RAC 216\u000a06:33:33.846115 tst iperf3.py: using CellId 19596\u000a06:33:33.973326 tst iperf3.py: using BVCI 19597\u000a06:33:33.997775 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.009243 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.020287 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.031975 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.043565 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.055277 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.066919 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.078625 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:34.090418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:34.380778 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:33:34.514079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:34.841647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2656): Launched\u000a06:33:35.115392 run iperf3-srv_10.42.42.10(pid=2657): Launched\u000a06:33:35.311172 tst iperf3.py:8: start network...\u000a06:33:35.442266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:35.910963 run create_hlr_db(pid=2658): Launched\u000a06:33:36.080344 bus /gobi_6: Setting Powered False\u000a06:33:37.103442 run create_hlr_db(pid=2658): Terminated: ok {rc=0}\u000a06:33:37.497854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2660): Launched\u000a06:33:37.793756 run osmo-hlr_10.42.42.2(pid=2661): Launched\u000a06:33:37.901833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:38.424748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2663): Launched\u000a06:33:38.743253 run osmo-stp_10.42.42.5(pid=2664): Launched\u000a06:33:38.858778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:39.413853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2666): Launched\u000a06:33:39.527010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:39.804230 run patchelf(pid=2667): Launched\u000a06:33:39.991469 run osmo-stp_10.42.42.5(pid=2664): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2664)]\u000a06:33:40.128245 run osmo-stp_10.42.42.5(pid=2664): stdout: \u000a| (launched: 2022-12-09_06:33:38.587655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:40.265035 run osmo-stp_10.42.42.5(pid=2664): stderr: \u000a| �[0;m�[38;5;43m20221209063338778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063338778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063338778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063338779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063338781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063338781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063338781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:40.398618 run osmo-stp_10.42.42.5(pid=2664): stdout: \u000a| (launched: 2022-12-09_06:33:38.587655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:40.530830 run osmo-stp_10.42.42.5(pid=2664): stderr: \u000a| �[0;m�[38;5;43m20221209063338778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063338778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063338778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063338779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063338781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063338781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063338781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:40.684071 run patchelf(pid=2667): Terminating (SIGINT)\u000a06:33:40.863677 run patchelf(pid=2667): Terminated: ok {rc=0}\u000a06:33:40.896663 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2664): Process ended prematurely: osmo-stp_10.42.42.5(pid=2664) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2664)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:33:40.906550 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:33:40.970351 run osmo-hlr_10.42.42.2(pid=2661): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2661)]\u000a06:33:41.022261 run osmo-hlr_10.42.42.2(pid=2661): stdout: \u000a| (launched: 2022-12-09_06:33:37.647580) \u000a06:33:41.074653 run osmo-hlr_10.42.42.2(pid=2661): stderr: \u000a| �[0;m�[1;31m20221209063337820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063337820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063337820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063337821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063337821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063337821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063337832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063337841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063337841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063337841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:41.119619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2656): Terminating (SIGTERM)\u000a06:33:41.161872 run iperf3-srv_10.42.42.10(pid=2657): Terminating (SIGTERM)\u000a06:33:41.203752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2660): Terminating (SIGTERM)\u000a06:33:41.245535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2663): Terminating (SIGTERM)\u000a06:33:41.287595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2666): Terminating (SIGTERM)\u000a06:33:41.297445 --- ParallelTerminationStrategy: PID 2656 died...\u000a06:33:41.353961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2656): Terminated: ok {rc=0}\u000a06:33:41.364233 --- ParallelTerminationStrategy: PID 2657 died...\u000a06:33:41.419888 run iperf3-srv_10.42.42.10(pid=2657): Terminated {rc=256}\u000a06:33:41.430019 --- ParallelTerminationStrategy: PID 2660 died...\u000a06:33:41.485398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2660): Terminated: ok {rc=0}\u000a06:33:41.495542 --- ParallelTerminationStrategy: PID 2663 died...\u000a06:33:41.551208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2663): Terminated: ok {rc=0}\u000a06:33:41.561499 --- ParallelTerminationStrategy: PID 2666 died...\u000a06:33:41.616907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2666): Terminated: ok {rc=0}\u000a06:33:41.703072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2683): Process ended prematurely: osmo-stp_10.42.42.5(pid=2683) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2683)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2683): Process ended prematurely: osmo-stp_10.42.42.5(pid=2683) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:33:42.817608 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:42.832405 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:33:42.983531 tst iperf3m4.py: using LAC 19597\u000a06:33:43.113655 tst iperf3m4.py: using RAC 217\u000a06:33:43.242465 tst iperf3m4.py: using CellId 19597\u000a06:33:43.365798 tst iperf3m4.py: using BVCI 19598\u000a06:33:43.390231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.401581 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.412533 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.423664 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.434833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.446003 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.457274 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.468300 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:43.479565 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:43.592533 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:43.713988 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:43.830075 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:44.103839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:33:44.227038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:44.534330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2668): Launched\u000a06:33:44.790441 run iperf3-srv_10.42.42.10(pid=2669): Launched\u000a06:33:44.970941 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:33:45.093966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:45.400097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2670): Launched\u000a06:33:45.655652 run iperf3-srv_10.42.42.10(pid=2671): Launched\u000a06:33:45.837309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:33:45.979976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:46.311808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2672): Launched\u000a06:33:46.593634 run iperf3-srv_10.42.42.10(pid=2673): Launched\u000a06:33:46.778399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:33:46.904851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:47.233608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2675): Launched\u000a06:33:47.488683 run iperf3-srv_10.42.42.10(pid=2676): Launched\u000a06:33:47.669104 tst iperf3m4.py:8: start network...\u000a06:33:47.792341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:48.276675 run create_hlr_db(pid=2677): Launched\u000a06:33:48.460728 bus /gobi_6: Setting Powered False\u000a06:33:49.482289 run create_hlr_db(pid=2677): Terminated: ok {rc=0}\u000a06:33:49.906091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2679): Launched\u000a06:33:50.223068 run osmo-hlr_10.42.42.2(pid=2680): Launched\u000a06:33:50.338253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:50.890315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2682): Launched\u000a06:33:51.206400 run osmo-stp_10.42.42.5(pid=2683): Launched\u000a06:33:51.320174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:51.872932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2685): Launched\u000a06:33:51.986937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:52.263090 run patchelf(pid=2686): Launched\u000a06:33:52.449458 run osmo-stp_10.42.42.5(pid=2683): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2683)]\u000a06:33:52.585298 run osmo-stp_10.42.42.5(pid=2683): stdout: \u000a| (launched: 2022-12-09_06:33:51.051829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:52.721612 run osmo-stp_10.42.42.5(pid=2683): stderr: \u000a| �[0;m�[38;5;43m20221209063351239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063351240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063351240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063351240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063351241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063351241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063351241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:52.853489 run osmo-stp_10.42.42.5(pid=2683): stdout: \u000a| (launched: 2022-12-09_06:33:51.051829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:52.984745 run osmo-stp_10.42.42.5(pid=2683): stderr: \u000a| �[0;m�[38;5;43m20221209063351239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063351240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063351240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063351240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063351241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063351241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063351241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:53.137215 run patchelf(pid=2686): Terminating (SIGINT)\u000a06:33:53.315921 run patchelf(pid=2686): Terminated: ok {rc=0}\u000a06:33:53.348862 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2683): Process ended prematurely: osmo-stp_10.42.42.5(pid=2683) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2683)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:33:53.358664 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:33:53.421268 run osmo-hlr_10.42.42.2(pid=2680): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2680)]\u000a06:33:53.472075 run osmo-hlr_10.42.42.2(pid=2680): stdout: \u000a| (launched: 2022-12-09_06:33:50.069004) \u000a06:33:53.523410 run osmo-hlr_10.42.42.2(pid=2680): stderr: \u000a| �[0;m�[1;31m20221209063350266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063350266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063350266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063350266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063350266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063350267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063350283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063350292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063350293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063350294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:53.567357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2668): Terminating (SIGTERM)\u000a06:33:53.608923 run iperf3-srv_10.42.42.10(pid=2669): Terminating (SIGTERM)\u000a06:33:53.650591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2670): Terminating (SIGTERM)\u000a06:33:53.692079 run iperf3-srv_10.42.42.10(pid=2671): Terminating (SIGTERM)\u000a06:33:53.733803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2672): Terminating (SIGTERM)\u000a06:33:53.775174 run iperf3-srv_10.42.42.10(pid=2673): Terminating (SIGTERM)\u000a06:33:53.816659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2675): Terminating (SIGTERM)\u000a06:33:53.858178 run iperf3-srv_10.42.42.10(pid=2676): Terminating (SIGTERM)\u000a06:33:53.899712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2679): Terminating (SIGTERM)\u000a06:33:53.941166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2682): Terminating (SIGTERM)\u000a06:33:53.983366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2685): Terminating (SIGTERM)\u000a06:33:53.993221 --- ParallelTerminationStrategy: PID 2668 died...\u000a06:33:54.049323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2668): Terminated: ok {rc=0}\u000a06:33:54.059420 --- ParallelTerminationStrategy: PID 2669 died...\u000a06:33:54.114706 run iperf3-srv_10.42.42.10(pid=2669): Terminated {rc=256}\u000a06:33:54.124692 --- ParallelTerminationStrategy: PID 2670 died...\u000a06:33:54.179651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2670): Terminated: ok {rc=0}\u000a06:33:54.189696 --- ParallelTerminationStrategy: PID 2671 died...\u000a06:33:54.244795 run iperf3-srv_10.42.42.10(pid=2671): Terminated {rc=256}\u000a06:33:54.254765 --- ParallelTerminationStrategy: PID 2672 died...\u000a06:33:54.309817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2672): Terminated: ok {rc=0}\u000a06:33:54.319848 --- ParallelTerminationStrategy: PID 2673 died...\u000a06:33:54.374791 run iperf3-srv_10.42.42.10(pid=2673): Terminated {rc=256}\u000a06:33:54.384651 --- ParallelTerminationStrategy: PID 2675 died...\u000a06:33:54.439507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2675): Terminated: ok {rc=0}\u000a06:33:54.449507 --- ParallelTerminationStrategy: PID 2676 died...\u000a06:33:54.504019 run iperf3-srv_10.42.42.10(pid=2676): Terminated {rc=256}\u000a06:33:54.513977 --- ParallelTerminationStrategy: PID 2679 died...\u000a06:33:54.568708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2679): Terminated: ok {rc=0}\u000a06:33:54.578688 --- ParallelTerminationStrategy: PID 2682 died...\u000a06:33:54.633725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2682): Terminated: ok {rc=0}\u000a06:33:54.643979 --- ParallelTerminationStrategy: PID 2685 died...\u000a06:33:54.699860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2685): Terminated: ok {rc=0}\u000a06:33:54.787641 bus /gobi_4: Setting Powered False\u000a06:33:55.895817 bus /gobi_4: Setting Powered False\u000a06:33:57.005173 bus /gobi_1: Setting Powered False\u000a06:33:58.112850 bus /gobi_1: Setting Powered False\u000a06:33:59.221284 bus /gobi_0: Setting Powered False\u000a06:34:00.327372 bus /gobi_0: Setting Powered False\u000a06:34:01.453841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:34:02.521767 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:02.533809 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:34:02.686941 tst ping.py: using LAC 19598\u000a06:34:02.811762 tst ping.py: using RAC 218\u000a06:34:02.934242 tst ping.py: using CellId 19598\u000a06:34:03.058158 tst ping.py: using BVCI 19599\u000a06:34:03.082125 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.093653 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.104914 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.116155 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.127372 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.138694 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.150085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:03.161371 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:34:03.447576 tst ping.py:19: start network...\u000a06:34:03.578818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:04.080438 run create_hlr_db(pid=2687): Launched\u000a06:34:04.263845 bus /gobi_6: Setting Powered False\u000a06:34:05.283826 run create_hlr_db(pid=2687): Terminated: ok {rc=0}\u000a06:34:05.703946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Launched\u000a06:34:06.020327 run osmo-hlr_10.42.42.2(pid=2690): Launched\u000a06:34:06.138072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:06.690424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Launched\u000a06:34:07.002510 run osmo-stp_10.42.42.5(pid=2693): Launched\u000a06:34:07.115344 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:07.659844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Launched\u000a06:34:07.770706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:08.042179 run patchelf(pid=2696): Launched\u000a06:34:08.225843 run osmo-stp_10.42.42.5(pid=2693): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]\u000a06:34:08.360641 run osmo-stp_10.42.42.5(pid=2693): stdout: \u000a| (launched: 2022-12-09_06:34:06.849921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:08.495120 run osmo-stp_10.42.42.5(pid=2693): stderr: \u000a| �[0;m�[38;5;43m20221209063407041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063407041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063407041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063407042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063407042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063407042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063407042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:08.625087 run osmo-stp_10.42.42.5(pid=2693): stdout: \u000a| (launched: 2022-12-09_06:34:06.849921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:08.753864 run osmo-stp_10.42.42.5(pid=2693): stderr: \u000a| �[0;m�[38;5;43m20221209063407041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063407041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063407041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063407042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063407042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063407042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063407042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:08.904013 run patchelf(pid=2696): Terminating (SIGINT)\u000a06:34:09.081144 run patchelf(pid=2696): Terminated: ok {rc=0}\u000a06:34:09.113275 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:34:09.122488 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:34:09.184614 run osmo-hlr_10.42.42.2(pid=2690): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2690)]\u000a06:34:09.235583 run osmo-hlr_10.42.42.2(pid=2690): stdout: \u000a| (launched: 2022-12-09_06:34:05.863256) \u000a06:34:09.287064 run osmo-hlr_10.42.42.2(pid=2690): stderr: \u000a| �[0;m�[1;31m20221209063406062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063406062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063406062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063406062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063406062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063406062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063406075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063406083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063406083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063406083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:09.330977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Terminating (SIGTERM)\u000a06:34:09.372446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Terminating (SIGTERM)\u000a06:34:09.413872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Terminating (SIGTERM)\u000a06:34:09.423296 --- ParallelTerminationStrategy: PID 2689 died...\u000a06:34:09.478520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Terminated: ok {rc=0}\u000a06:34:09.488516 --- ParallelTerminationStrategy: PID 2692 died...\u000a06:34:09.543451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Terminated: ok {rc=0}\u000a06:34:09.553526 --- ParallelTerminationStrategy: PID 2695 died...\u000a06:34:09.608242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Terminated: ok {rc=0}\u000a06:34:09.694894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:34:10.747729 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:10.759664 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:34:10.913103 tst ping_idle_ping.py: using LAC 19599\u000a06:34:11.035412 tst ping_idle_ping.py: using RAC 219\u000a06:34:11.164606 tst ping_idle_ping.py: using CellId 19599\u000a06:34:11.281398 tst ping_idle_ping.py: using BVCI 19600\u000a06:34:11.303728 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.314774 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.325668 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.337378 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.348884 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.360350 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.371925 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:11.383265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:34:11.653451 tst ping_idle_ping.py:24: start network...\u000a06:34:11.773844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:12.294197 run create_hlr_db(pid=2697): Launched\u000a06:34:12.476619 bus /gobi_6: Setting Powered False\u000a06:34:13.496905 run create_hlr_db(pid=2697): Terminated: ok {rc=0}\u000a06:34:13.889570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Launched\u000a06:34:14.180557 run osmo-hlr_10.42.42.2(pid=2700): Launched\u000a06:34:14.287659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:14.792798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Launched\u000a06:34:15.083170 run osmo-stp_10.42.42.5(pid=2703): Launched\u000a06:34:15.189306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:15.697964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Launched\u000a06:34:15.801673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:16.127486 run patchelf(pid=2706): Launched\u000a06:34:16.355829 run osmo-stp_10.42.42.5(pid=2703): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]\u000a06:34:16.494737 run osmo-stp_10.42.42.5(pid=2703): stdout: \u000a| (launched: 2022-12-09_06:34:14.940454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:16.635099 run osmo-stp_10.42.42.5(pid=2703): stderr: \u000a| �[0;m�[38;5;43m20221209063415108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063415108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063415109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063415109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063415110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063415110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063415110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:16.767827 run osmo-stp_10.42.42.5(pid=2703): stdout: \u000a| (launched: 2022-12-09_06:34:14.940454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:16.901386 run osmo-stp_10.42.42.5(pid=2703): stderr: \u000a| �[0;m�[38;5;43m20221209063415108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063415108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063415109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063415109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063415110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063415110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063415110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:17.056282 run patchelf(pid=2706): Terminating (SIGINT)\u000a06:34:17.236231 run patchelf(pid=2706): Terminated: ok {rc=0}\u000a06:34:17.268739 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)] [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:34:17.278062 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:34:17.340521 run osmo-hlr_10.42.42.2(pid=2700): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2700)]\u000a06:34:17.391611 run osmo-hlr_10.42.42.2(pid=2700): stdout: \u000a| (launched: 2022-12-09_06:34:14.037406) \u000a06:34:17.443289 run osmo-hlr_10.42.42.2(pid=2700): stderr: \u000a| �[0;m�[1;31m20221209063414209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063414209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063414209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063414209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063414209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063414209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063414222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:17.487623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Terminating (SIGTERM)\u000a06:34:17.529976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Terminating (SIGTERM)\u000a06:34:17.571718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Terminating (SIGTERM)\u000a06:34:17.581603 --- ParallelTerminationStrategy: PID 2699 died...\u000a06:34:17.637273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Terminated: ok {rc=0}\u000a06:34:17.647417 --- ParallelTerminationStrategy: PID 2702 died...\u000a06:34:17.702935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Terminated: ok {rc=0}\u000a06:34:17.713013 --- ParallelTerminationStrategy: PID 2705 died...\u000a06:34:17.768349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Terminated: ok {rc=0}\u000a06:34:17.854905 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:33:20" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2716): Process ended prematurely: osmo-stp_10.42.42.5(pid=2716) [trial-2355↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2716)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2716): Process ended prematurely: osmo-stp_10.42.42.5(pid=2716) [trial-2355↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:34:19.865911 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:19.877826 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:34:20.028339 tst switch_tch_pdch.py: using LAC 19600\u000a06:34:20.150648 tst switch_tch_pdch.py: using RAC 220\u000a06:34:20.273696 tst switch_tch_pdch.py: using CellId 19600\u000a06:34:20.396857 tst switch_tch_pdch.py: using BVCI 19601\u000a06:34:20.420634 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.432571 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.444290 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.456079 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.467791 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.479622 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.491501 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:34:20.503327 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:34:20.622878 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:34:20.903550 tst switch_tch_pdch.py:51: start network...\u000a06:34:21.035622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:21.535642 run create_hlr_db(pid=2710): Launched\u000a06:34:21.717764 bus /gobi_6: Setting Powered False\u000a06:34:22.739046 run create_hlr_db(pid=2710): Terminated: ok {rc=0}\u000a06:34:23.131790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2712): Launched\u000a06:34:23.422019 run osmo-hlr_10.42.42.2(pid=2713): Launched\u000a06:34:23.528771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:24.033265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2715): Launched\u000a06:34:24.321679 run osmo-stp_10.42.42.5(pid=2716): Launched\u000a06:34:24.427121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:24.933307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2718): Launched\u000a06:34:25.037026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:25.290325 run patchelf(pid=2719): Launched\u000a06:34:25.461694 run osmo-stp_10.42.42.5(pid=2716): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2716)]\u000a06:34:25.586832 run osmo-stp_10.42.42.5(pid=2716): stdout: \u000a| (launched: 2022-12-09_06:34:24.180060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:25.711906 run osmo-stp_10.42.42.5(pid=2716): stderr: \u000a| �[0;m�[38;5;43m20221209063424349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063424349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063424349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063424350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063424350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063424351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063424351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:25.832375 run osmo-stp_10.42.42.5(pid=2716): stdout: \u000a| (launched: 2022-12-09_06:34:24.180060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:25.951841 run osmo-stp_10.42.42.5(pid=2716): stderr: \u000a| �[0;m�[38;5;43m20221209063424349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063424349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063424349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063424350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063424350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063424351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063424351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:26.091327 run patchelf(pid=2719): Terminating (SIGINT)\u000a06:34:26.255537 run patchelf(pid=2719): Terminated: ok {rc=0}\u000a06:34:26.285392 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2716): Process ended prematurely: osmo-stp_10.42.42.5(pid=2716) [trial-2355↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2716)] [trial-2355↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:34:26.293883 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a06:34:26.354047 run osmo-hlr_10.42.42.2(pid=2713): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2713)]\u000a06:34:26.402989 run osmo-hlr_10.42.42.2(pid=2713): stdout: \u000a| (launched: 2022-12-09_06:34:23.279043) \u000a06:34:26.452329 run osmo-hlr_10.42.42.2(pid=2713): stderr: \u000a| �[0;m�[1;31m20221209063423454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063423454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063423454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063423454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063423454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063423454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063423467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063423475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063423475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063423475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:26.494662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2712): Terminating (SIGTERM)\u000a06:34:26.534283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2715): Terminating (SIGTERM)\u000a06:34:26.573975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2718): Terminating (SIGTERM)\u000a06:34:26.583439 --- ParallelTerminationStrategy: PID 2712 died...\u000a06:34:26.636835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2712): Terminated: ok {rc=0}\u000a06:34:26.646431 --- ParallelTerminationStrategy: PID 2715 died...\u000a06:34:26.699099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2715): Terminated: ok {rc=0}\u000a06:34:26.709265 --- ParallelTerminationStrategy: PID 2718 died...\u000a06:34:26.761972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2718): Terminated: ok {rc=0}\u000a06:34:26.848865 bus /gobi_0: Setting Powered False\u000a06:34:27.951575 bus /gobi_0: Setting Powered False\u000a06:34:29.060698 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:34:19" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2729): Process ended prematurely: osmo-stp_10.42.42.5(pid=2729) [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2729): Process ended prematurely: osmo-stp_10.42.42.5(pid=2729) [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a06:34:31.011288 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:31.026775 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:34:31.166600 tst mo_mt_sms.py: using LAC 19601\u000a06:34:31.286221 tst mo_mt_sms.py: using RAC 221\u000a06:34:31.408125 tst mo_mt_sms.py: using CellId 19601\u000a06:34:31.527993 tst mo_mt_sms.py: using BVCI 19602\u000a06:34:31.551196 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:31.562995 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:31.575140 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:31.586515 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:31.599259 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:31.613804 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a06:34:31.733209 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a06:34:31.969379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:32.473458 run create_hlr_db(pid=2723): Launched\u000a06:34:32.655633 bus /gobi_6: Setting Powered False\u000a06:34:33.675224 run create_hlr_db(pid=2723): Terminated: ok {rc=0}\u000a06:34:34.067944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2725): Launched\u000a06:34:34.360067 run osmo-hlr_10.42.42.2(pid=2726): Launched\u000a06:34:34.472483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:34.983533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2728): Launched\u000a06:34:35.272831 run osmo-stp_10.42.42.5(pid=2729): Launched\u000a06:34:35.378945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:35.910058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2731): Launched\u000a06:34:36.200422 run osmo-msc_10.42.42.6(pid=2732): Launched\u000a06:34:36.372584 run osmo-stp_10.42.42.5(pid=2729): ERR: Terminated: ERROR {rc=1} [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)]\u000a06:34:36.497635 run osmo-stp_10.42.42.5(pid=2729): stdout: \u000a| (launched: 2022-12-09_06:34:35.131068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:36.619421 run osmo-stp_10.42.42.5(pid=2729): stderr: \u000a| �[0;m�[38;5;43m20221209063435301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063435301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063435301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063435302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063435302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063435302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063435302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:36.736281 run osmo-stp_10.42.42.5(pid=2729): stdout: \u000a| (launched: 2022-12-09_06:34:35.131068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:36.852163 run osmo-stp_10.42.42.5(pid=2729): stderr: \u000a| �[0;m�[38;5;43m20221209063435301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063435301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063435301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063435302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063435302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063435302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063435302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:36.902925 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2729): Process ended prematurely: osmo-stp_10.42.42.5(pid=2729) [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)] [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a06:34:36.910597 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a06:34:36.970741 run osmo-hlr_10.42.42.2(pid=2726): ERR: Terminated: ERROR {rc=237} [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2726)]\u000a06:34:37.019841 run osmo-hlr_10.42.42.2(pid=2726): stdout: \u000a| (launched: 2022-12-09_06:34:34.215600) \u000a06:34:37.069493 run osmo-hlr_10.42.42.2(pid=2726): stderr: \u000a| �[0;m�[1;31m20221209063434386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063434387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063434387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063434387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063434387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063434387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063434402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063434412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063434412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063434412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:37.136653 run osmo-msc_10.42.42.6(pid=2732): ERR: Terminated: ERROR {rc=2} [trial-2355↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2732)]\u000a06:34:37.185427 run osmo-msc_10.42.42.6(pid=2732): stdout: \u000a| (launched: 2022-12-09_06:34:36.057743) \u000a06:34:37.234628 run osmo-msc_10.42.42.6(pid=2732): stderr: \u000a| �[0;m�[38;5;43m20221209063436328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063436328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8e9337c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063436329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063436329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063436329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063436329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063436331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063436331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063436331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063436331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:37.276657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2725): Terminating (SIGTERM)\u000a06:34:37.316175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2728): Terminating (SIGTERM)\u000a06:34:37.355737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2731): Terminating (SIGTERM)\u000a06:34:37.365177 --- ParallelTerminationStrategy: PID 2725 died...\u000a06:34:37.418045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2725): Terminated: ok {rc=0}\u000a06:34:37.427887 --- ParallelTerminationStrategy: PID 2728 died...\u000a06:34:37.480545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2728): Terminated: ok {rc=0}\u000a06:34:37.490386 --- ParallelTerminationStrategy: PID 2731 died...\u000a06:34:37.543160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2731): Terminated: ok {rc=0}\u000a06:34:37.626695 bus /sierra_3: Setting Powered False\u000a06:34:38.733459 bus /sierra_3: Setting Powered False\u000a06:34:39.844520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:34:30" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2739): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2739) [trial-2355↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2739)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2739): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2739) [trial-2355↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a06:34:41.680291 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a06:34:41.691206 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:34:41.823876 tst assert_extension.py: using LAC 19602\u000a06:34:41.939842 tst assert_extension.py: using RAC 222\u000a06:34:42.054183 tst assert_extension.py: using CellId 19602\u000a06:34:42.176180 tst assert_extension.py: using BVCI 19603\u000a06:34:42.199986 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a06:34:42.484510 tst assert_extension.py:10: start nitb and bts...\u000a06:34:42.615664 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:34:43.262041 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2738): Launched\u000a06:34:43.569704 run osmo-nitb_10.42.42.2(pid=2739): Launched\u000a06:34:43.761971 run osmo-nitb_10.42.42.2(pid=2739): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2739)]\u000a06:34:43.904122 run osmo-nitb_10.42.42.2(pid=2739): stdout: \u000a| (launched: 2022-12-09_06:34:43.420809) \u000a06:34:44.047000 run osmo-nitb_10.42.42.2(pid=2739): stderr: \u000a| (launched: 2022-12-09_06:34:43.467338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:34:44.184439 run osmo-nitb_10.42.42.2(pid=2739): stdout: \u000a| (launched: 2022-12-09_06:34:43.420809) \u000a06:34:44.320192 run osmo-nitb_10.42.42.2(pid=2739): stderr: \u000a| (launched: 2022-12-09_06:34:43.467338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:34:44.695915 tst osmo-nitb_10.42.42.2(pid=2739): stdout: \u000a| (launched: 2022-12-09_06:34:43.420809) \u000a06:34:44.819890 tst osmo-nitb_10.42.42.2(pid=2739): stderr: \u000a| (launched: 2022-12-09_06:34:43.467338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:34:44.874292 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2739): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2739) [trial-2355↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2739)] [trial-2355↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a06:34:44.882605 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a06:34:44.918305 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2738): Terminating (SIGTERM)\u000a06:34:45.096001 --- ParallelTerminationStrategy: PID 2738 died...\u000a06:34:45.152839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2738): Terminated: ok {rc=0}\u000a06:34:45.238897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:34:41" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2749): Process ended prematurely: osmo-stp_10.42.42.5(pid=2749) [trial-2355↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2749)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2749): Process ended prematurely: osmo-stp_10.42.42.5(pid=2749) [trial-2355↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a06:34:47.131967 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:47.146152 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:34:47.288370 tst assert_extension.py: using LAC 19603\u000a06:34:47.407616 tst assert_extension.py: using RAC 223\u000a06:34:47.533121 tst assert_extension.py: using CellId 19603\u000a06:34:47.653809 tst assert_extension.py: using BVCI 19604\u000a06:34:47.677735 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:47.688917 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:47.699876 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:47.711303 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:47.722487 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:47.733545 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a06:34:47.934670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:48.433240 run create_hlr_db(pid=2743): Launched\u000a06:34:48.614757 bus /sierra_2: Setting Powered False\u000a06:34:49.635175 run create_hlr_db(pid=2743): Terminated: ok {rc=0}\u000a06:34:50.051080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2745): Launched\u000a06:34:50.362744 run osmo-hlr_10.42.42.2(pid=2746): Launched\u000a06:34:50.477064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:51.020764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2748): Launched\u000a06:34:51.331806 run osmo-stp_10.42.42.5(pid=2749): Launched\u000a06:34:51.444277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:52.012210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2751): Launched\u000a06:34:52.323224 run osmo-msc_10.42.42.6(pid=2752): Launched\u000a06:34:52.507375 run osmo-stp_10.42.42.5(pid=2749): ERR: Terminated: ERROR {rc=1} [trial-2355↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2749)]\u000a06:34:52.640345 run osmo-stp_10.42.42.5(pid=2749): stdout: \u000a| (launched: 2022-12-09_06:34:51.179677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:52.772878 run osmo-stp_10.42.42.5(pid=2749): stderr: \u000a| �[0;m�[38;5;43m20221209063451370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063451370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063451370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063451370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063451371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063451371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063451371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:52.898142 run osmo-stp_10.42.42.5(pid=2749): stdout: \u000a| (launched: 2022-12-09_06:34:51.179677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:53.023017 run osmo-stp_10.42.42.5(pid=2749): stderr: \u000a| �[0;m�[38;5;43m20221209063451370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063451370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063451370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063451370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063451371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063451371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063451371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:53.077767 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2749): Process ended prematurely: osmo-stp_10.42.42.5(pid=2749) [trial-2355↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2749)] [trial-2355↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a06:34:53.086198 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a06:34:53.148533 run osmo-hlr_10.42.42.2(pid=2746): ERR: Terminated: ERROR {rc=237} [trial-2355↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2746)]\u000a06:34:53.199557 run osmo-hlr_10.42.42.2(pid=2746): stdout: \u000a| (launched: 2022-12-09_06:34:50.210552) \u000a06:34:53.251263 run osmo-hlr_10.42.42.2(pid=2746): stderr: \u000a| �[0;m�[1;31m20221209063450409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063450409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063450409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063450409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063450409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063450409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063450422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063450430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063450430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063450430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:53.321289 run osmo-msc_10.42.42.6(pid=2752): ERR: Terminated: ERROR {rc=2} [trial-2355↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2752)]\u000a06:34:53.371974 run osmo-msc_10.42.42.6(pid=2752): stdout: \u000a| (launched: 2022-12-09_06:34:52.170493) \u000a06:34:53.423282 run osmo-msc_10.42.42.6(pid=2752): stderr: \u000a| �[0;m�[38;5;43m20221209063452489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063452490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53cc3b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063452490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063452490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063452490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063452490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063452492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063452492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063452492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063452492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:53.467022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2745): Terminating (SIGTERM)\u000a06:34:53.508295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2748): Terminating (SIGTERM)\u000a06:34:53.549724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2751): Terminating (SIGTERM)\u000a06:34:53.559408 --- ParallelTerminationStrategy: PID 2745 died...\u000a06:34:53.614976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2745): Terminated: ok {rc=0}\u000a06:34:53.625147 --- ParallelTerminationStrategy: PID 2748 died...\u000a06:34:53.680297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2748): Terminated: ok {rc=0}\u000a06:34:53.690402 --- ParallelTerminationStrategy: PID 2751 died...\u000a06:34:53.745703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2751): Terminated: ok {rc=0}\u000a06:34:53.832980 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:34:46" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2763): Process ended prematurely: osmo-stp_10.42.42.5(pid=2763) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2763)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2763): Process ended prematurely: osmo-stp_10.42.42.5(pid=2763) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:34:55.790645 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:55.801858 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:34:55.953265 tst mo_mt_call.py: using LAC 19604\u000a06:34:56.069597 tst mo_mt_call.py: using RAC 224\u000a06:34:56.186333 tst mo_mt_call.py: using CellId 19604\u000a06:34:56.303449 tst mo_mt_call.py: using BVCI 19605\u000a06:34:56.326392 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:56.337612 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:56.348542 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:56.360336 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:56.372070 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:56.383629 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:34:56.502022 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:34:56.699354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:57.164171 run create_hlr_db(pid=2757): Launched\u000a06:34:57.334258 bus /sierra_2: Setting Powered False\u000a06:34:58.356488 run create_hlr_db(pid=2757): Terminated: ok {rc=0}\u000a06:34:58.775439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2759): Launched\u000a06:34:59.092047 run osmo-hlr_10.42.42.2(pid=2760): Launched\u000a06:34:59.212532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:59.763185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2762): Launched\u000a06:35:00.079186 run osmo-stp_10.42.42.5(pid=2763): Launched\u000a06:35:00.194618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:00.774354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2765): Launched\u000a06:35:01.237099 run osmo-msc_10.42.42.6(pid=2766): Launched\u000a06:35:01.584197 run osmo-stp_10.42.42.5(pid=2763): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2763)]\u000a06:35:01.795206 run osmo-stp_10.42.42.5(pid=2763): stdout: \u000a| (launched: 2022-12-09_06:34:59.924133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:01.929891 run osmo-stp_10.42.42.5(pid=2763): stderr: \u000a| �[0;m�[38;5;43m20221209063500114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063500114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063500114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063500115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063500115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063500115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063500115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:02.059780 run osmo-stp_10.42.42.5(pid=2763): stdout: \u000a| (launched: 2022-12-09_06:34:59.924133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:02.187759 run osmo-stp_10.42.42.5(pid=2763): stderr: \u000a| �[0;m�[38;5;43m20221209063500114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063500114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063500114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063500115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063500115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063500115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063500115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:02.244245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2763): Process ended prematurely: osmo-stp_10.42.42.5(pid=2763) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2763)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:35:02.253381 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:35:02.316320 run osmo-hlr_10.42.42.2(pid=2760): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2760)]\u000a06:35:02.368129 run osmo-hlr_10.42.42.2(pid=2760): stdout: \u000a| (launched: 2022-12-09_06:34:58.937291) \u000a06:35:02.420299 run osmo-hlr_10.42.42.2(pid=2760): stderr: \u000a| �[0;m�[1;31m20221209063459135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063459135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063459135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063459135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063459135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063459135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063459147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063459157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063459157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063459158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:02.491292 run osmo-msc_10.42.42.6(pid=2766): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2766)]\u000a06:35:02.542718 run osmo-msc_10.42.42.6(pid=2766): stdout: \u000a| (launched: 2022-12-09_06:35:00.964900) \u000a06:35:02.595206 run osmo-msc_10.42.42.6(pid=2766): stderr: \u000a| �[0;m�[38;5;43m20221209063501463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063501463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cde69ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063501463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063501463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063501463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063501463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063501467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063501467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063501467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063501467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:02.639497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2759): Terminating (SIGTERM)\u000a06:35:02.681358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2762): Terminating (SIGTERM)\u000a06:35:02.723283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2765): Terminating (SIGTERM)\u000a06:35:02.733164 --- ParallelTerminationStrategy: PID 2759 died...\u000a06:35:02.788890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2759): Terminated: ok {rc=0}\u000a06:35:02.799041 --- ParallelTerminationStrategy: PID 2762 died...\u000a06:35:02.854492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2762): Terminated: ok {rc=0}\u000a06:35:02.864566 --- ParallelTerminationStrategy: PID 2765 died...\u000a06:35:02.920158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2765): Terminated: ok {rc=0}\u000a06:35:03.007049 bus /sierra_3: Setting Powered False\u000a06:35:04.110378 bus /sierra_3: Setting Powered False\u000a06:35:05.222143 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2777): Process ended prematurely: osmo-stp_10.42.42.5(pid=2777) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2777)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2777): Process ended prematurely: osmo-stp_10.42.42.5(pid=2777) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:35:06.330019 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:35:06.341921 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:35:06.501016 tst mo_mt_call_osmux.py: using LAC 19605\u000a06:35:06.627064 tst mo_mt_call_osmux.py: using RAC 225\u000a06:35:06.753814 tst mo_mt_call_osmux.py: using CellId 19605\u000a06:35:06.878329 tst mo_mt_call_osmux.py: using BVCI 19606\u000a06:35:06.902650 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:35:06.914148 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:35:06.925498 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:35:06.936701 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:35:06.948096 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:35:06.959475 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:35:07.079380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:35:07.278248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:07.763478 run create_hlr_db(pid=2771): Launched\u000a06:35:07.948404 bus /sierra_2: Setting Powered False\u000a06:35:08.969225 run create_hlr_db(pid=2771): Terminated: ok {rc=0}\u000a06:35:09.368574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2773): Launched\u000a06:35:09.664242 run osmo-hlr_10.42.42.2(pid=2774): Launched\u000a06:35:09.772532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:10.287000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2776): Launched\u000a06:35:10.583377 run osmo-stp_10.42.42.5(pid=2777): Launched\u000a06:35:10.691807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:11.233345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2779): Launched\u000a06:35:11.529831 run osmo-msc_10.42.42.6(pid=2780): Launched\u000a06:35:11.705611 run osmo-stp_10.42.42.5(pid=2777): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2777)]\u000a06:35:11.832138 run osmo-stp_10.42.42.5(pid=2777): stdout: \u000a| (launched: 2022-12-09_06:35:10.437695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:11.956621 run osmo-stp_10.42.42.5(pid=2777): stderr: \u000a| �[0;m�[38;5;43m20221209063510610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063510610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063510610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063510611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063510613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063510613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063510613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:12.076264 run osmo-stp_10.42.42.5(pid=2777): stdout: \u000a| (launched: 2022-12-09_06:35:10.437695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:12.194516 run osmo-stp_10.42.42.5(pid=2777): stderr: \u000a| �[0;m�[38;5;43m20221209063510610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063510610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063510610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063510611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063510613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063510613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063510613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:12.246727 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2777): Process ended prematurely: osmo-stp_10.42.42.5(pid=2777) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2777)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:35:12.255195 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:35:12.315668 run osmo-hlr_10.42.42.2(pid=2774): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2774)]\u000a06:35:12.364927 run osmo-hlr_10.42.42.2(pid=2774): stdout: \u000a| (launched: 2022-12-09_06:35:09.519212) \u000a06:35:12.415124 run osmo-hlr_10.42.42.2(pid=2774): stderr: \u000a| �[0;m�[1;31m20221209063509697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063509697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063509697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063509697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063509697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063509697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063509709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063509717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063509718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063509718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:12.482675 run osmo-msc_10.42.42.6(pid=2780): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2780)]\u000a06:35:12.531764 run osmo-msc_10.42.42.6(pid=2780): stdout: \u000a| (launched: 2022-12-09_06:35:11.384248) \u000a06:35:12.581751 run osmo-msc_10.42.42.6(pid=2780): stderr: \u000a| �[0;m�[38;5;43m20221209063511655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063511656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8560b94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063511656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063511656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063511656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063511657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063511658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063511659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063511659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063511659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:12.623879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2773): Terminating (SIGTERM)\u000a06:35:12.664107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2776): Terminating (SIGTERM)\u000a06:35:12.704217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2779): Terminating (SIGTERM)\u000a06:35:12.713851 --- ParallelTerminationStrategy: PID 2773 died...\u000a06:35:12.767246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2773): Terminated: ok {rc=0}\u000a06:35:12.777294 --- ParallelTerminationStrategy: PID 2776 died...\u000a06:35:12.830482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2776): Terminated: ok {rc=0}\u000a06:35:12.840329 --- ParallelTerminationStrategy: PID 2779 died...\u000a06:35:12.893357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2779): Terminated: ok {rc=0}\u000a06:35:12.982020 bus /sierra_3: Setting Powered False\u000a06:35:14.088052 bus /sierra_3: Setting Powered False\u000a06:35:15.196160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:34:55" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2791): Process ended prematurely: osmo-stp_10.42.42.5(pid=2791) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2791)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2791): Process ended prematurely: osmo-stp_10.42.42.5(pid=2791) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:35:17.244856 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:17.257399 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:35:17.417218 tst mo_mt_call.py: using LAC 19606\u000a06:35:17.536486 tst mo_mt_call.py: using RAC 226\u000a06:35:17.660121 tst mo_mt_call.py: using CellId 19606\u000a06:35:17.784431 tst mo_mt_call.py: using BVCI 19607\u000a06:35:17.808848 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:17.820508 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:17.832081 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:17.844698 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:17.856695 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:17.868019 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:35:17.983501 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:35:18.179678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:18.645239 run create_hlr_db(pid=2785): Launched\u000a06:35:18.815306 bus /sierra_2: Setting Powered False\u000a06:35:19.837745 run create_hlr_db(pid=2785): Terminated: ok {rc=0}\u000a06:35:20.259767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2787): Launched\u000a06:35:20.577055 run osmo-hlr_10.42.42.2(pid=2788): Launched\u000a06:35:20.694088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:21.247616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2790): Launched\u000a06:35:21.567550 run osmo-stp_10.42.42.5(pid=2791): Launched\u000a06:35:21.683458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:22.264606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2793): Launched\u000a06:35:22.582864 run osmo-msc_10.42.42.6(pid=2794): Launched\u000a06:35:22.770996 run osmo-stp_10.42.42.5(pid=2791): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2791)]\u000a06:35:22.907082 run osmo-stp_10.42.42.5(pid=2791): stdout: \u000a| (launched: 2022-12-09_06:35:21.410513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:23.041776 run osmo-stp_10.42.42.5(pid=2791): stderr: \u000a| �[0;m�[38;5;43m20221209063521602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063521602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063521602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063521603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063521603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063521603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063521603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:23.169766 run osmo-stp_10.42.42.5(pid=2791): stdout: \u000a| (launched: 2022-12-09_06:35:21.410513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:23.296388 run osmo-stp_10.42.42.5(pid=2791): stderr: \u000a| �[0;m�[38;5;43m20221209063521602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063521602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063521602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063521603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063521603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063521603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063521603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:23.352883 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2791): Process ended prematurely: osmo-stp_10.42.42.5(pid=2791) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2791)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:35:23.362148 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:35:23.424616 run osmo-hlr_10.42.42.2(pid=2788): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2788)]\u000a06:35:23.476202 run osmo-hlr_10.42.42.2(pid=2788): stdout: \u000a| (launched: 2022-12-09_06:35:20.421379) \u000a06:35:23.528376 run osmo-hlr_10.42.42.2(pid=2788): stderr: \u000a| �[0;m�[1;31m20221209063520619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063520619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063520620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063520620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063520620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063520620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063520633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063520642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063520643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063520643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:23.598950 run osmo-msc_10.42.42.6(pid=2794): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2794)]\u000a06:35:23.650159 run osmo-msc_10.42.42.6(pid=2794): stdout: \u000a| (launched: 2022-12-09_06:35:22.426306) \u000a06:35:23.702052 run osmo-msc_10.42.42.6(pid=2794): stderr: \u000a| �[0;m�[38;5;43m20221209063522746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063522746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f537c4cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063522746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063522746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063522747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063522747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063522748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063522749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063522749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063522749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:23.746056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2787): Terminating (SIGTERM)\u000a06:35:23.787802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2790): Terminating (SIGTERM)\u000a06:35:23.829786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2793): Terminating (SIGTERM)\u000a06:35:23.839278 --- ParallelTerminationStrategy: PID 2787 died...\u000a06:35:23.895036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2787): Terminated: ok {rc=0}\u000a06:35:23.905225 --- ParallelTerminationStrategy: PID 2790 died...\u000a06:35:23.960531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2790): Terminated: ok {rc=0}\u000a06:35:23.970725 --- ParallelTerminationStrategy: PID 2793 died...\u000a06:35:24.026735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2793): Terminated: ok {rc=0}\u000a06:35:24.113505 bus /sierra_3: Setting Powered False\u000a06:35:25.217687 bus /sierra_3: Setting Powered False\u000a06:35:26.324415 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:35:27.431500 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:27.443365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:35:27.607956 tst mo_mt_call_osmux.py: using LAC 19607\u000a06:35:27.735789 tst mo_mt_call_osmux.py: using RAC 227\u000a06:35:27.858863 tst mo_mt_call_osmux.py: using CellId 19607\u000a06:35:27.984840 tst mo_mt_call_osmux.py: using BVCI 19608\u000a06:35:28.009756 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:28.021434 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:28.032758 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:28.044071 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:28.055690 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:35:28.067135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:35:28.185589 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:35:28.383703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:28.854105 run create_hlr_db(pid=2796): Launched\u000a06:35:29.024870 bus /sierra_2: Setting Powered False\u000a06:35:30.047050 run create_hlr_db(pid=2796): Terminated: ok {rc=0}\u000a06:35:30.470718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Launched\u000a06:35:30.788418 run osmo-hlr_10.42.42.2(pid=2799): Launched\u000a06:35:30.957571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:31.587988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Launched\u000a06:35:32.102393 run osmo-stp_10.42.42.5(pid=2802): Launched\u000a06:35:32.270189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:32.820720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2804): Launched\u000a06:35:33.118775 run osmo-msc_10.42.42.6(pid=2805): Launched\u000a06:35:33.294602 run osmo-stp_10.42.42.5(pid=2802): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]\u000a06:35:33.421818 run osmo-stp_10.42.42.5(pid=2802): stdout: \u000a| (launched: 2022-12-09_06:35:31.779790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:33.546763 run osmo-stp_10.42.42.5(pid=2802): stderr: \u000a| �[0;m�[38;5;43m20221209063532003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063532004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063532004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063532004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063532005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063532005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063532005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:33.666331 run osmo-stp_10.42.42.5(pid=2802): stdout: \u000a| (launched: 2022-12-09_06:35:31.779790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:33.784761 run osmo-stp_10.42.42.5(pid=2802): stderr: \u000a| �[0;m�[38;5;43m20221209063532003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063532004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063532004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063532004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063532005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063532005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063532005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:33.836814 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:35:33.845260 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:35:33.905337 run osmo-hlr_10.42.42.2(pid=2799): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2799)]\u000a06:35:33.954348 run osmo-hlr_10.42.42.2(pid=2799): stdout: \u000a| (launched: 2022-12-09_06:35:30.632783) \u000a06:35:34.004092 run osmo-hlr_10.42.42.2(pid=2799): stderr: \u000a| �[0;m�[1;31m20221209063530829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063530829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063530829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063530829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063530837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063530837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063530860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063530878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063530878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063530878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:34.071693 run osmo-msc_10.42.42.6(pid=2805): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2805)]\u000a06:35:34.120701 run osmo-msc_10.42.42.6(pid=2805): stdout: \u000a| (launched: 2022-12-09_06:35:32.970957) \u000a06:35:34.170301 run osmo-msc_10.42.42.6(pid=2805): stderr: \u000a| �[0;m�[38;5;43m20221209063533238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063533238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f281abcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063533238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063533239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063533239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063533239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063533241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063533241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:34.212141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Terminating (SIGTERM)\u000a06:35:34.251984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Terminating (SIGTERM)\u000a06:35:34.291686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2804): Terminating (SIGTERM)\u000a06:35:34.301191 --- ParallelTerminationStrategy: PID 2798 died...\u000a06:35:34.354329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Terminated: ok {rc=0}\u000a06:35:34.364129 --- ParallelTerminationStrategy: PID 2801 died...\u000a06:35:34.417604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Terminated: ok {rc=0}\u000a06:35:34.427208 --- ParallelTerminationStrategy: PID 2804 died...\u000a06:35:34.480080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2804): Terminated: ok {rc=0}\u000a06:35:34.567712 bus /sierra_3: Setting Powered False\u000a06:35:35.669946 bus /sierra_3: Setting Powered False\u000a06:35:36.777034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:35:16" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2817): Process ended prematurely: osmo-stp_10.42.42.5(pid=2817) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2817): Process ended prematurely: osmo-stp_10.42.42.5(pid=2817) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:35:38.758078 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:38.769166 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:35:38.928170 tst mo_mt_call.py: using LAC 19608\u000a06:35:39.054435 tst mo_mt_call.py: using RAC 228\u000a06:35:39.181766 tst mo_mt_call.py: using CellId 19608\u000a06:35:39.302335 tst mo_mt_call.py: using BVCI 19609\u000a06:35:39.325005 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:39.336167 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:39.347161 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:39.358475 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:39.369805 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:39.380878 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:35:39.495919 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:35:39.694271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:40.163111 run create_hlr_db(pid=2811): Launched\u000a06:35:40.333206 bus /sierra_2: Setting Powered False\u000a06:35:41.355922 run create_hlr_db(pid=2811): Terminated: ok {rc=0}\u000a06:35:41.750949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2813): Launched\u000a06:35:42.046510 run osmo-hlr_10.42.42.2(pid=2814): Launched\u000a06:35:42.158485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:42.672586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2816): Launched\u000a06:35:42.968567 run osmo-stp_10.42.42.5(pid=2817): Launched\u000a06:35:43.077826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:43.619316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2819): Launched\u000a06:35:43.914811 run osmo-msc_10.42.42.6(pid=2820): Launched\u000a06:35:44.089821 run osmo-stp_10.42.42.5(pid=2817): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)]\u000a06:35:44.215966 run osmo-stp_10.42.42.5(pid=2817): stdout: \u000a| (launched: 2022-12-09_06:35:42.822681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:44.339701 run osmo-stp_10.42.42.5(pid=2817): stderr: \u000a| �[0;m�[38;5;43m20221209063542991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063542991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063542992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063542992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063542994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063542994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063542994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:44.458634 run osmo-stp_10.42.42.5(pid=2817): stdout: \u000a| (launched: 2022-12-09_06:35:42.822681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:44.576665 run osmo-stp_10.42.42.5(pid=2817): stderr: \u000a| �[0;m�[38;5;43m20221209063542991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063542991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063542992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063542992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063542994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063542994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063542994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:44.628746 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2817): Process ended prematurely: osmo-stp_10.42.42.5(pid=2817) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:35:44.637432 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:35:44.697740 run osmo-hlr_10.42.42.2(pid=2814): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2814)]\u000a06:35:44.746701 run osmo-hlr_10.42.42.2(pid=2814): stdout: \u000a| (launched: 2022-12-09_06:35:41.901489) \u000a06:35:44.796398 run osmo-hlr_10.42.42.2(pid=2814): stderr: \u000a| �[0;m�[1;31m20221209063542077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063542077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063542077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063542077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063542077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063542077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063542089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063542097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063542098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063542098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:44.863447 run osmo-msc_10.42.42.6(pid=2820): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2820)]\u000a06:35:44.912335 run osmo-msc_10.42.42.6(pid=2820): stdout: \u000a| (launched: 2022-12-09_06:35:43.769484) \u000a06:35:44.961862 run osmo-msc_10.42.42.6(pid=2820): stderr: \u000a| �[0;m�[38;5;43m20221209063544039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063544039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7925787c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063544039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063544039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063544039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063544040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063544042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063544042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063544042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063544042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:45.003539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2813): Terminating (SIGTERM)\u000a06:35:45.043358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2816): Terminating (SIGTERM)\u000a06:35:45.083335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2819): Terminating (SIGTERM)\u000a06:35:45.093185 --- ParallelTerminationStrategy: PID 2813 died...\u000a06:35:45.146463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2813): Terminated: ok {rc=0}\u000a06:35:45.156580 --- ParallelTerminationStrategy: PID 2816 died...\u000a06:35:45.209870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2816): Terminated: ok {rc=0}\u000a06:35:45.219959 --- ParallelTerminationStrategy: PID 2819 died...\u000a06:35:45.272919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2819): Terminated: ok {rc=0}\u000a06:35:45.362059 bus /sierra_3: Setting Powered False\u000a06:35:46.467030 bus /sierra_3: Setting Powered False\u000a06:35:47.574171 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2828): Process ended prematurely: osmo-stp_10.42.42.5(pid=2828) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2828)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2828): Process ended prematurely: osmo-stp_10.42.42.5(pid=2828) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:35:48.687500 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:48.699623 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:35:48.868501 tst mo_mt_call_osmux.py: using LAC 19609\u000a06:35:48.993390 tst mo_mt_call_osmux.py: using RAC 229\u000a06:35:49.118976 tst mo_mt_call_osmux.py: using CellId 19609\u000a06:35:49.240102 tst mo_mt_call_osmux.py: using BVCI 19610\u000a06:35:49.262980 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:49.274290 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:49.285391 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:49.296729 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:49.308271 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:49.319757 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:35:49.434922 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:35:49.648665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:50.160251 run create_hlr_db(pid=2822): Launched\u000a06:35:50.344549 bus /sierra_2: Setting Powered False\u000a06:35:51.366189 run create_hlr_db(pid=2822): Terminated: ok {rc=0}\u000a06:35:51.771799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2824): Launched\u000a06:35:52.090610 run osmo-hlr_10.42.42.2(pid=2825): Launched\u000a06:35:52.207187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:52.759836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2827): Launched\u000a06:35:53.076797 run osmo-stp_10.42.42.5(pid=2828): Launched\u000a06:35:53.191221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:53.772443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2830): Launched\u000a06:35:54.089466 run osmo-msc_10.42.42.6(pid=2831): Launched\u000a06:35:54.277025 run osmo-stp_10.42.42.5(pid=2828): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2828)]\u000a06:35:54.412334 run osmo-stp_10.42.42.5(pid=2828): stdout: \u000a| (launched: 2022-12-09_06:35:52.921776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:54.547292 run osmo-stp_10.42.42.5(pid=2828): stderr: \u000a| �[0;m�[38;5;43m20221209063553112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063553112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063553112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063553113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063553113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063553113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063553113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:54.674741 run osmo-stp_10.42.42.5(pid=2828): stdout: \u000a| (launched: 2022-12-09_06:35:52.921776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:54.800776 run osmo-stp_10.42.42.5(pid=2828): stderr: \u000a| �[0;m�[38;5;43m20221209063553112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063553112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063553112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063553113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063553113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063553113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063553113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:54.856494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2828): Process ended prematurely: osmo-stp_10.42.42.5(pid=2828) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2828)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:35:54.865523 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:35:54.927292 run osmo-hlr_10.42.42.2(pid=2825): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2825)]\u000a06:35:54.978066 run osmo-hlr_10.42.42.2(pid=2825): stdout: \u000a| (launched: 2022-12-09_06:35:51.934618) \u000a06:35:55.029988 run osmo-hlr_10.42.42.2(pid=2825): stderr: \u000a| �[0;m�[1;31m20221209063552134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063552134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063552134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063552134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063552134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063552134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063552147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063552156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063552156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063552156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:55.100251 run osmo-msc_10.42.42.6(pid=2831): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2831)]\u000a06:35:55.151018 run osmo-msc_10.42.42.6(pid=2831): stdout: \u000a| (launched: 2022-12-09_06:35:53.934247) \u000a06:35:55.202218 run osmo-msc_10.42.42.6(pid=2831): stderr: \u000a| �[0;m�[38;5;43m20221209063554255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063554256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d7d070c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063554256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063554256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063554256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063554256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063554259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063554260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063554260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063554260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:55.246036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2824): Terminating (SIGTERM)\u000a06:35:55.287626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2827): Terminating (SIGTERM)\u000a06:35:55.329089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2830): Terminating (SIGTERM)\u000a06:35:55.338391 --- ParallelTerminationStrategy: PID 2824 died...\u000a06:35:55.393459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2824): Terminated: ok {rc=0}\u000a06:35:55.403478 --- ParallelTerminationStrategy: PID 2827 died...\u000a06:35:55.458639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2827): Terminated: ok {rc=0}\u000a06:35:55.468573 --- ParallelTerminationStrategy: PID 2830 died...\u000a06:35:55.523650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2830): Terminated: ok {rc=0}\u000a06:35:55.610778 bus /sierra_3: Setting Powered False\u000a06:35:56.711410 bus /sierra_3: Setting Powered False\u000a06:35:57.816926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2842): Process ended prematurely: osmo-stp_10.42.42.5(pid=2842) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2842)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2842): Process ended prematurely: osmo-stp_10.42.42.5(pid=2842) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:35:59.814746 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:59.826204 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:35:59.984407 tst mo_mt_call.py: using LAC 19610\u000a06:36:00.110695 tst mo_mt_call.py: using RAC 230\u000a06:36:00.235373 tst mo_mt_call.py: using CellId 19610\u000a06:36:00.360125 tst mo_mt_call.py: using BVCI 19611\u000a06:36:00.384382 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:00.395830 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:00.407140 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:00.418553 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:00.430003 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:00.441662 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:36:00.555760 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:36:00.762783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:01.321615 run create_hlr_db(pid=2836): Launched\u000a06:36:01.509416 bus /sierra_2: Setting Powered False\u000a06:36:02.515335 run create_hlr_db(pid=2836): Terminated: ok {rc=0}\u000a06:36:02.922654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2838): Launched\u000a06:36:03.217870 run osmo-hlr_10.42.42.2(pid=2839): Launched\u000a06:36:03.330818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:03.855029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2841): Launched\u000a06:36:04.150131 run osmo-stp_10.42.42.5(pid=2842): Launched\u000a06:36:04.257279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:04.796790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2844): Launched\u000a06:36:05.092181 run osmo-msc_10.42.42.6(pid=2845): Launched\u000a06:36:05.268349 run osmo-stp_10.42.42.5(pid=2842): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2842)]\u000a06:36:05.395878 run osmo-stp_10.42.42.5(pid=2842): stdout: \u000a| (launched: 2022-12-09_06:36:04.005195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:05.520244 run osmo-stp_10.42.42.5(pid=2842): stderr: \u000a| �[0;m�[38;5;43m20221209063604174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063604174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063604174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063604175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063604175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063604175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063604175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:05.639198 run osmo-stp_10.42.42.5(pid=2842): stdout: \u000a| (launched: 2022-12-09_06:36:04.005195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:05.758057 run osmo-stp_10.42.42.5(pid=2842): stderr: \u000a| �[0;m�[38;5;43m20221209063604174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063604174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063604174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063604175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063604175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063604175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063604175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:05.810215 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2842): Process ended prematurely: osmo-stp_10.42.42.5(pid=2842) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2842)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:36:05.818963 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:36:05.879894 run osmo-hlr_10.42.42.2(pid=2839): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2839)]\u000a06:36:05.929545 run osmo-hlr_10.42.42.2(pid=2839): stdout: \u000a| (launched: 2022-12-09_06:36:03.072761) \u000a06:36:05.979850 run osmo-hlr_10.42.42.2(pid=2839): stderr: \u000a| �[0;m�[1;31m20221209063603247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063603248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063603248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063603248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063603248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063603248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063603260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063603268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063603268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063603268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:06.047440 run osmo-msc_10.42.42.6(pid=2845): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2845)]\u000a06:36:06.096941 run osmo-msc_10.42.42.6(pid=2845): stdout: \u000a| (launched: 2022-12-09_06:36:04.946765) \u000a06:36:06.146901 run osmo-msc_10.42.42.6(pid=2845): stderr: \u000a| �[0;m�[38;5;43m20221209063605218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063605218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c6a1a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063605218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063605218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063605218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063605218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063605220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063605221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063605221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063605221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:06.188805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2838): Terminating (SIGTERM)\u000a06:36:06.228863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2841): Terminating (SIGTERM)\u000a06:36:06.269362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2844): Terminating (SIGTERM)\u000a06:36:06.279100 --- ParallelTerminationStrategy: PID 2838 died...\u000a06:36:06.332347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2838): Terminated: ok {rc=0}\u000a06:36:06.342255 --- ParallelTerminationStrategy: PID 2841 died...\u000a06:36:06.396143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2841): Terminated: ok {rc=0}\u000a06:36:06.405843 --- ParallelTerminationStrategy: PID 2844 died...\u000a06:36:06.459063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2844): Terminated: ok {rc=0}\u000a06:36:06.546294 bus /sierra_3: Setting Powered False\u000a06:36:07.651970 bus /sierra_3: Setting Powered False\u000a06:36:08.758520 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2853): Process ended prematurely: osmo-stp_10.42.42.5(pid=2853) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2853)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2853): Process ended prematurely: osmo-stp_10.42.42.5(pid=2853) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:36:09.871886 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:09.884114 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:36:10.044123 tst mo_mt_call_osmux.py: using LAC 19611\u000a06:36:10.169057 tst mo_mt_call_osmux.py: using RAC 231\u000a06:36:10.296056 tst mo_mt_call_osmux.py: using CellId 19611\u000a06:36:10.420842 tst mo_mt_call_osmux.py: using BVCI 19612\u000a06:36:10.445509 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:10.457007 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:10.468219 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:10.479600 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:10.491028 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:36:10.502367 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:36:10.618167 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:36:10.827908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:11.336232 run create_hlr_db(pid=2847): Launched\u000a06:36:11.519710 bus /sierra_2: Setting Powered False\u000a06:36:12.541088 run create_hlr_db(pid=2847): Terminated: ok {rc=0}\u000a06:36:12.938404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2849): Launched\u000a06:36:13.233840 run osmo-hlr_10.42.42.2(pid=2850): Launched\u000a06:36:13.342299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:13.858019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2852): Launched\u000a06:36:14.155014 run osmo-stp_10.42.42.5(pid=2853): Launched\u000a06:36:14.263170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:14.802392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2855): Launched\u000a06:36:15.098254 run osmo-msc_10.42.42.6(pid=2856): Launched\u000a06:36:15.272926 run osmo-stp_10.42.42.5(pid=2853): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2853)]\u000a06:36:15.399846 run osmo-stp_10.42.42.5(pid=2853): stdout: \u000a| (launched: 2022-12-09_06:36:14.008546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:15.523642 run osmo-stp_10.42.42.5(pid=2853): stderr: \u000a| �[0;m�[38;5;43m20221209063614177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063614177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063614177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063614178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063614178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063614178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063614178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:15.642386 run osmo-stp_10.42.42.5(pid=2853): stdout: \u000a| (launched: 2022-12-09_06:36:14.008546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:15.760597 run osmo-stp_10.42.42.5(pid=2853): stderr: \u000a| �[0;m�[38;5;43m20221209063614177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063614177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063614177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063614178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063614178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063614178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063614178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:15.812855 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2853): Process ended prematurely: osmo-stp_10.42.42.5(pid=2853) [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2853)] [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:36:15.821494 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:36:15.897649 run osmo-hlr_10.42.42.2(pid=2850): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2850)]\u000a06:36:15.947574 run osmo-hlr_10.42.42.2(pid=2850): stdout: \u000a| (launched: 2022-12-09_06:36:13.088563) \u000a06:36:15.997927 run osmo-hlr_10.42.42.2(pid=2850): stderr: \u000a| �[0;m�[1;31m20221209063613265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063613265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063613265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063613265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063613265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063613265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063613278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063613286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063613286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063613287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:16.066232 run osmo-msc_10.42.42.6(pid=2856): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2856)]\u000a06:36:16.116073 run osmo-msc_10.42.42.6(pid=2856): stdout: \u000a| (launched: 2022-12-09_06:36:14.952362) \u000a06:36:16.166580 run osmo-msc_10.42.42.6(pid=2856): stderr: \u000a| �[0;m�[38;5;43m20221209063615221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063615222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9236e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063615222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063615222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063615222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063615223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063615225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063615225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063615225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063615225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:16.209200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2849): Terminating (SIGTERM)\u000a06:36:16.252320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2852): Terminating (SIGTERM)\u000a06:36:16.295630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2855): Terminating (SIGTERM)\u000a06:36:16.305194 --- ParallelTerminationStrategy: PID 2849 died...\u000a06:36:16.359403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2849): Terminated: ok {rc=0}\u000a06:36:16.369957 --- ParallelTerminationStrategy: PID 2852 died...\u000a06:36:16.424386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2852): Terminated: ok {rc=0}\u000a06:36:16.434577 --- ParallelTerminationStrategy: PID 2855 died...\u000a06:36:16.488531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2855): Terminated: ok {rc=0}\u000a06:36:16.573212 bus /sierra_3: Setting Powered False\u000a06:36:17.673772 bus /sierra_3: Setting Powered False\u000a06:36:18.784870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:35:59" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2867): Process ended prematurely: osmo-stp_10.42.42.5(pid=2867) [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2867): Process ended prematurely: osmo-stp_10.42.42.5(pid=2867) [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:36:20.770918 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:20.782214 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:36:20.934503 tst mo_mt_call.py: using LAC 19612\u000a06:36:21.055925 tst mo_mt_call.py: using RAC 232\u000a06:36:21.171771 tst mo_mt_call.py: using CellId 19612\u000a06:36:21.287196 tst mo_mt_call.py: using BVCI 19613\u000a06:36:21.309851 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:21.321164 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:21.332110 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:21.344075 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:21.356069 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:21.367674 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:36:21.482417 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:36:21.683214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:22.151162 run create_hlr_db(pid=2861): Launched\u000a06:36:22.322468 bus /sierra_2: Setting Powered False\u000a06:36:23.343435 run create_hlr_db(pid=2861): Terminated: ok {rc=0}\u000a06:36:23.737862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2863): Launched\u000a06:36:24.034590 run osmo-hlr_10.42.42.2(pid=2864): Launched\u000a06:36:24.146758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:24.662073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2866): Launched\u000a06:36:24.958848 run osmo-stp_10.42.42.5(pid=2867): Launched\u000a06:36:25.067337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:25.607749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2869): Launched\u000a06:36:25.906193 run osmo-msc_10.42.42.6(pid=2870): Launched\u000a06:36:26.082294 run osmo-stp_10.42.42.5(pid=2867): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)]\u000a06:36:26.209574 run osmo-stp_10.42.42.5(pid=2867): stdout: \u000a| (launched: 2022-12-09_06:36:24.812136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:26.333635 run osmo-stp_10.42.42.5(pid=2867): stderr: \u000a| �[0;m�[38;5;43m20221209063624980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063624980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063624980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063624981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063624981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063624981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063624981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:26.452620 run osmo-stp_10.42.42.5(pid=2867): stdout: \u000a| (launched: 2022-12-09_06:36:24.812136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:26.570650 run osmo-stp_10.42.42.5(pid=2867): stderr: \u000a| �[0;m�[38;5;43m20221209063624980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063624980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063624980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063624981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063624981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063624981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063624981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:26.622919 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2867): Process ended prematurely: osmo-stp_10.42.42.5(pid=2867) [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)] [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:36:26.631372 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:36:26.691819 run osmo-hlr_10.42.42.2(pid=2864): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2864)]\u000a06:36:26.740909 run osmo-hlr_10.42.42.2(pid=2864): stdout: \u000a| (launched: 2022-12-09_06:36:23.888520) \u000a06:36:26.790832 run osmo-hlr_10.42.42.2(pid=2864): stderr: \u000a| �[0;m�[1;31m20221209063624063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063624063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063624063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063624063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063624063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063624064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063624076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063624084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063624085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063624085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:26.858647 run osmo-msc_10.42.42.6(pid=2870): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2870)]\u000a06:36:26.908010 run osmo-msc_10.42.42.6(pid=2870): stdout: \u000a| (launched: 2022-12-09_06:36:25.758386) \u000a06:36:26.957650 run osmo-msc_10.42.42.6(pid=2870): stderr: \u000a| �[0;m�[38;5;43m20221209063626030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063626031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcca2e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063626031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063626031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063626031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063626031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063626033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063626034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063626034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063626034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:26.999987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2863): Terminating (SIGTERM)\u000a06:36:27.040115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2866): Terminating (SIGTERM)\u000a06:36:27.080113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2869): Terminating (SIGTERM)\u000a06:36:27.089753 --- ParallelTerminationStrategy: PID 2863 died...\u000a06:36:27.143390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2863): Terminated: ok {rc=0}\u000a06:36:27.153223 --- ParallelTerminationStrategy: PID 2866 died...\u000a06:36:27.206364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2866): Terminated: ok {rc=0}\u000a06:36:27.216123 --- ParallelTerminationStrategy: PID 2869 died...\u000a06:36:27.269134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2869): Terminated: ok {rc=0}\u000a06:36:27.357345 bus /sierra_3: Setting Powered False\u000a06:36:28.460605 bus /sierra_3: Setting Powered False\u000a06:36:29.566900 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2878): Process ended prematurely: osmo-stp_10.42.42.5(pid=2878) [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2878)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2878): Process ended prematurely: osmo-stp_10.42.42.5(pid=2878) [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:36:30.680801 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:30.693245 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:36:30.859497 tst mo_mt_call_osmux.py: using LAC 19613\u000a06:36:30.998186 tst mo_mt_call_osmux.py: using RAC 233\u000a06:36:31.130949 tst mo_mt_call_osmux.py: using CellId 19613\u000a06:36:31.274295 tst mo_mt_call_osmux.py: using BVCI 19614\u000a06:36:31.298853 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:31.311217 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:31.323960 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:31.336706 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:31.350202 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:36:31.362227 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:36:31.481666 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:36:31.712887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:32.335165 run create_hlr_db(pid=2872): Launched\u000a06:36:32.509110 bus /sierra_2: Setting Powered False\u000a06:36:33.529175 run create_hlr_db(pid=2872): Terminated: ok {rc=0}\u000a06:36:33.924297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2874): Launched\u000a06:36:34.219709 run osmo-hlr_10.42.42.2(pid=2875): Launched\u000a06:36:34.327528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:34.841684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2877): Launched\u000a06:36:35.137575 run osmo-stp_10.42.42.5(pid=2878): Launched\u000a06:36:35.245037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:35.786312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2880): Launched\u000a06:36:36.084670 run osmo-msc_10.42.42.6(pid=2881): Launched\u000a06:36:36.260146 run osmo-stp_10.42.42.5(pid=2878): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2878)]\u000a06:36:36.386309 run osmo-stp_10.42.42.5(pid=2878): stdout: \u000a| (launched: 2022-12-09_06:36:34.991818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:36.511113 run osmo-stp_10.42.42.5(pid=2878): stderr: \u000a| �[0;m�[38;5;43m20221209063635160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063635160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063635161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063635161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063635161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063635162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063635162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:36.630721 run osmo-stp_10.42.42.5(pid=2878): stdout: \u000a| (launched: 2022-12-09_06:36:34.991818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:36.749308 run osmo-stp_10.42.42.5(pid=2878): stderr: \u000a| �[0;m�[38;5;43m20221209063635160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063635160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063635161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063635161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063635161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063635162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063635162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:36.801552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2878): Process ended prematurely: osmo-stp_10.42.42.5(pid=2878) [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2878)] [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:36:36.810221 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:36:36.870920 run osmo-hlr_10.42.42.2(pid=2875): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2875)]\u000a06:36:36.920424 run osmo-hlr_10.42.42.2(pid=2875): stdout: \u000a| (launched: 2022-12-09_06:36:34.074561) \u000a06:36:36.970856 run osmo-hlr_10.42.42.2(pid=2875): stderr: \u000a| �[0;m�[1;31m20221209063634247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063634247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063634247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063634247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063634248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063634248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063634260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063634269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063634269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:37.038681 run osmo-msc_10.42.42.6(pid=2881): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2881)]\u000a06:36:37.087812 run osmo-msc_10.42.42.6(pid=2881): stdout: \u000a| (launched: 2022-12-09_06:36:35.937648) \u000a06:36:37.138039 run osmo-msc_10.42.42.6(pid=2881): stderr: \u000a| �[0;m�[38;5;43m20221209063636209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063636209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d7fb98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063636210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063636210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063636210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063636210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063636212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063636214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063636214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063636214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:37.179994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2874): Terminating (SIGTERM)\u000a06:36:37.220199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2877): Terminating (SIGTERM)\u000a06:36:37.260247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2880): Terminating (SIGTERM)\u000a06:36:37.270023 --- ParallelTerminationStrategy: PID 2874 died...\u000a06:36:37.323477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2874): Terminated: ok {rc=0}\u000a06:36:37.333677 --- ParallelTerminationStrategy: PID 2877 died...\u000a06:36:37.386895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2877): Terminated: ok {rc=0}\u000a06:36:37.397152 --- ParallelTerminationStrategy: PID 2880 died...\u000a06:36:37.450649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2880): Terminated: ok {rc=0}\u000a06:36:37.539162 bus /sierra_3: Setting Powered False\u000a06:36:38.647287 bus /sierra_3: Setting Powered False\u000a06:36:39.757576 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:36:20" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2892): Process ended prematurely: osmo-stp_10.42.42.5(pid=2892) [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2892)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2892): Process ended prematurely: osmo-stp_10.42.42.5(pid=2892) [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a06:36:41.742743 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:41.754197 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:36:41.890837 tst mo_mt_call.py: using LAC 19614\u000a06:36:42.016176 tst mo_mt_call.py: using RAC 234\u000a06:36:42.135660 tst mo_mt_call.py: using CellId 19614\u000a06:36:42.258728 tst mo_mt_call.py: using BVCI 19615\u000a06:36:42.283342 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:42.295173 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:42.306898 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:42.318541 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:42.330561 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:42.342315 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:42.456385 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:42.654478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:43.120516 run create_hlr_db(pid=2886): Launched\u000a06:36:43.290873 bus /sierra_2: Setting Powered False\u000a06:36:44.313562 run create_hlr_db(pid=2886): Terminated: ok {rc=0}\u000a06:36:44.709626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2888): Launched\u000a06:36:45.005723 run osmo-hlr_10.42.42.2(pid=2889): Launched\u000a06:36:45.114172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:45.630309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2891): Launched\u000a06:36:45.996240 run osmo-stp_10.42.42.5(pid=2892): Launched\u000a06:36:46.250172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:46.880153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2894): Launched\u000a06:36:47.240829 run osmo-msc_10.42.42.6(pid=2895): Launched\u000a06:36:47.436390 run osmo-stp_10.42.42.5(pid=2892): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2892)]\u000a06:36:47.573840 run osmo-stp_10.42.42.5(pid=2892): stdout: \u000a| (launched: 2022-12-09_06:36:45.780828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:47.712173 run osmo-stp_10.42.42.5(pid=2892): stderr: \u000a| �[0;m�[38;5;43m20221209063646032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063646033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063646033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063646033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063646034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063646034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063646034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:47.840020 run osmo-stp_10.42.42.5(pid=2892): stdout: \u000a| (launched: 2022-12-09_06:36:45.780828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:47.966951 run osmo-stp_10.42.42.5(pid=2892): stderr: \u000a| �[0;m�[38;5;43m20221209063646032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063646033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063646033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063646033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063646034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063646034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063646034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:48.023334 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2892): Process ended prematurely: osmo-stp_10.42.42.5(pid=2892) [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2892)] [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a06:36:48.032737 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:36:48.095820 run osmo-hlr_10.42.42.2(pid=2889): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2889)]\u000a06:36:48.147545 run osmo-hlr_10.42.42.2(pid=2889): stdout: \u000a| (launched: 2022-12-09_06:36:44.860114) \u000a06:36:48.199436 run osmo-hlr_10.42.42.2(pid=2889): stderr: \u000a| �[0;m�[1;31m20221209063645033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063645033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063645033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063645033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063645033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063645034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063645046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063645054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063645054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063645054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:48.270307 run osmo-msc_10.42.42.6(pid=2895): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2895)]\u000a06:36:48.321578 run osmo-msc_10.42.42.6(pid=2895): stdout: \u000a| (launched: 2022-12-09_06:36:47.033051) \u000a06:36:48.373966 run osmo-msc_10.42.42.6(pid=2895): stderr: \u000a| �[0;m�[38;5;43m20221209063647482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063647483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb22f5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063647483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063647483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063647483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063647483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063647485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063647485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063647485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063647485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:48.418235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2888): Terminating (SIGTERM)\u000a06:36:48.460274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2891): Terminating (SIGTERM)\u000a06:36:48.502480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2894): Terminating (SIGTERM)\u000a06:36:48.512335 --- ParallelTerminationStrategy: PID 2888 died...\u000a06:36:48.568608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2888): Terminated: ok {rc=0}\u000a06:36:48.579132 --- ParallelTerminationStrategy: PID 2891 died...\u000a06:36:48.635149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2891): Terminated: ok {rc=0}\u000a06:36:48.645356 --- ParallelTerminationStrategy: PID 2894 died...\u000a06:36:48.701224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2894): Terminated: ok {rc=0}\u000a06:36:48.789029 bus /sierra_3: Setting Powered False\u000a06:36:49.895912 bus /sierra_3: Setting Powered False\u000a06:36:51.006355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2903): Process ended prematurely: osmo-stp_10.42.42.5(pid=2903) [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2903): Process ended prematurely: osmo-stp_10.42.42.5(pid=2903) [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:36:52.120116 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:52.132567 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:36:52.277290 tst mo_mt_call_osmux.py: using LAC 19615\u000a06:36:52.402178 tst mo_mt_call_osmux.py: using RAC 235\u000a06:36:52.531878 tst mo_mt_call_osmux.py: using CellId 19615\u000a06:36:52.656159 tst mo_mt_call_osmux.py: using BVCI 19616\u000a06:36:52.680691 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:52.692607 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:52.704189 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:52.715777 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:52.727567 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:52.739230 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:52.859181 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:53.058322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:53.525765 run create_hlr_db(pid=2897): Launched\u000a06:36:53.695787 bus /sierra_2: Setting Powered False\u000a06:36:54.718593 run create_hlr_db(pid=2897): Terminated: ok {rc=0}\u000a06:36:55.142946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2899): Launched\u000a06:36:55.462256 run osmo-hlr_10.42.42.2(pid=2900): Launched\u000a06:36:55.584066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:56.139948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2902): Launched\u000a06:36:56.459277 run osmo-stp_10.42.42.5(pid=2903): Launched\u000a06:36:56.575198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:57.155999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2905): Launched\u000a06:36:57.474767 run osmo-msc_10.42.42.6(pid=2906): Launched\u000a06:36:57.663627 run osmo-stp_10.42.42.5(pid=2903): ERR: Terminated: ERROR {rc=1} [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)]\u000a06:36:57.799239 run osmo-stp_10.42.42.5(pid=2903): stdout: \u000a| (launched: 2022-12-09_06:36:56.302696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:57.934279 run osmo-stp_10.42.42.5(pid=2903): stderr: \u000a| �[0;m�[38;5;43m20221209063656496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063656496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063656496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063656497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063656497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063656497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063656497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:58.062971 run osmo-stp_10.42.42.5(pid=2903): stdout: \u000a| (launched: 2022-12-09_06:36:56.302696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:58.190709 run osmo-stp_10.42.42.5(pid=2903): stderr: \u000a| �[0;m�[38;5;43m20221209063656496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063656496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063656496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063656497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063656497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063656497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063656497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:58.246753 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2903): Process ended prematurely: osmo-stp_10.42.42.5(pid=2903) [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)] [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a06:36:58.255838 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:36:58.318899 run osmo-hlr_10.42.42.2(pid=2900): ERR: Terminated: ERROR {rc=237} [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2900)]\u000a06:36:58.370496 run osmo-hlr_10.42.42.2(pid=2900): stdout: \u000a| (launched: 2022-12-09_06:36:55.305270) \u000a06:36:58.422623 run osmo-hlr_10.42.42.2(pid=2900): stderr: \u000a| �[0;m�[1;31m20221209063655504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063655504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063655504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063655504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063655504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063655504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063655516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063655524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063655525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063655525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:58.493243 run osmo-msc_10.42.42.6(pid=2906): ERR: Terminated: ERROR {rc=2} [trial-2355↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2906)]\u000a06:36:58.544348 run osmo-msc_10.42.42.6(pid=2906): stdout: \u000a| (launched: 2022-12-09_06:36:57.317894) \u000a06:36:58.595998 run osmo-msc_10.42.42.6(pid=2906): stderr: \u000a| �[0;m�[38;5;43m20221209063657642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063657642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7eaaaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063657643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063657643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063657643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063657643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063657645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063657645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063657645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063657645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:58.639976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2899): Terminating (SIGTERM)\u000a06:36:58.681573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2902): Terminating (SIGTERM)\u000a06:36:58.723587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2905): Terminating (SIGTERM)\u000a06:36:58.733590 --- ParallelTerminationStrategy: PID 2899 died...\u000a06:36:58.789853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2899): Terminated: ok {rc=0}\u000a06:36:58.800385 --- ParallelTerminationStrategy: PID 2902 died...\u000a06:36:58.856794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2902): Terminated: ok {rc=0}\u000a06:36:58.867333 --- ParallelTerminationStrategy: PID 2905 died...\u000a06:36:58.923812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2905): Terminated: ok {rc=0}\u000a06:36:59.011130 bus /sierra_3: Setting Powered False\u000a06:37:00.118709 bus /sierra_3: Setting Powered False\u000a06:37:01.226714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:36:41" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "emergency:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2919): Process ended prematurely: osmo-stp_10.42.42.5(pid=2919) [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2919): Process ended prematurely: osmo-stp_10.42.42.5(pid=2919) [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:37:03.232507 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:03.243141 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:03.373320 tst emergency_mo_mt_call.py: using LAC 19616\u000a06:37:03.487438 tst emergency_mo_mt_call.py: using RAC 236\u000a06:37:03.611600 tst emergency_mo_mt_call.py: using CellId 19616\u000a06:37:03.724715 tst emergency_mo_mt_call.py: using BVCI 19617\u000a06:37:03.746825 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:03.757488 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:03.767945 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:03.778613 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:03.789414 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:03.799991 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:03.917163 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:04.122897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:04.625686 run create_hlr_db(pid=2913): Launched\u000a06:37:04.807970 bus /sierra_2: Setting Powered False\u000a06:37:05.828203 run create_hlr_db(pid=2913): Terminated: ok {rc=0}\u000a06:37:06.221995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2915): Launched\u000a06:37:06.512687 run osmo-hlr_10.42.42.2(pid=2916): Launched\u000a06:37:06.619686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:07.125134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2918): Launched\u000a06:37:07.415207 run osmo-stp_10.42.42.5(pid=2919): Launched\u000a06:37:07.537697 tst emergency_mo_mt_call.py: using MSISDN 7063\u000a06:37:07.681149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:08.213075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2921): Launched\u000a06:37:08.503569 run osmo-msc_10.42.42.6(pid=2922): Launched\u000a06:37:08.676386 run osmo-stp_10.42.42.5(pid=2919): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)]\u000a06:37:08.801730 run osmo-stp_10.42.42.5(pid=2919): stdout: \u000a| (launched: 2022-12-09_06:37:07.272508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:08.923704 run osmo-stp_10.42.42.5(pid=2919): stderr: \u000a| �[0;m�[38;5;43m20221209063707442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063707442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063707443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063707444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063707446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063707446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063707446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:09.040755 run osmo-stp_10.42.42.5(pid=2919): stdout: \u000a| (launched: 2022-12-09_06:37:07.272508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:09.156846 run osmo-stp_10.42.42.5(pid=2919): stderr: \u000a| �[0;m�[38;5;43m20221209063707442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063707442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063707443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063707444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063707446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063707446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063707446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:09.207702 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2919): Process ended prematurely: osmo-stp_10.42.42.5(pid=2919) [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)] [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a06:37:09.215479 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a06:37:09.275462 run osmo-hlr_10.42.42.2(pid=2916): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2916)]\u000a06:37:09.324557 run osmo-hlr_10.42.42.2(pid=2916): stdout: \u000a| (launched: 2022-12-09_06:37:06.369978) \u000a06:37:09.374378 run osmo-hlr_10.42.42.2(pid=2916): stderr: \u000a| �[0;m�[1;31m20221209063706542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063706543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063706543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063706543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063706543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063706543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063706555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063706565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063706565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063706565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:09.441801 run osmo-msc_10.42.42.6(pid=2922): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2922)]\u000a06:37:09.490885 run osmo-msc_10.42.42.6(pid=2922): stdout: \u000a| (launched: 2022-12-09_06:37:08.360277) \u000a06:37:09.540547 run osmo-msc_10.42.42.6(pid=2922): stderr: \u000a| �[0;m�[38;5;43m20221209063708630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063708630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c4049ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063708630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063708630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063708630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063708631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063708634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063708635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063708635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063708635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:09.582363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2915): Terminating (SIGTERM)\u000a06:37:09.622336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2918): Terminating (SIGTERM)\u000a06:37:09.662198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2921): Terminating (SIGTERM)\u000a06:37:09.671627 --- ParallelTerminationStrategy: PID 2915 died...\u000a06:37:09.724785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2915): Terminated: ok {rc=0}\u000a06:37:09.734639 --- ParallelTerminationStrategy: PID 2918 died...\u000a06:37:09.787692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2918): Terminated: ok {rc=0}\u000a06:37:09.797690 --- ParallelTerminationStrategy: PID 2921 died...\u000a06:37:09.851079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2921): Terminated: ok {rc=0}\u000a06:37:09.933483 bus /sierra_3: Setting Powered False\u000a06:37:11.040457 bus /sierra_3: Setting Powered False\u000a06:37:12.152055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2930): Process ended prematurely: osmo-stp_10.42.42.5(pid=2930) [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2930)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2930): Process ended prematurely: osmo-stp_10.42.42.5(pid=2930) [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:37:13.202639 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:13.213803 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:13.347455 tst emergency_preemptive_call.py: using LAC 19617\u000a06:37:13.461765 tst emergency_preemptive_call.py: using RAC 237\u000a06:37:13.576608 tst emergency_preemptive_call.py: using CellId 19617\u000a06:37:13.690840 tst emergency_preemptive_call.py: using BVCI 19618\u000a06:37:13.712812 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:13.723549 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:13.734040 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:13.744750 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:13.755499 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:37:13.766214 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:13.882629 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:13.998637 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:14.111278 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:14.303762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:14.764009 run create_hlr_db(pid=2924): Launched\u000a06:37:14.933381 bus /sierra_2: Setting Powered False\u000a06:37:15.970834 run create_hlr_db(pid=2924): Terminated: ok {rc=0}\u000a06:37:16.383190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2926): Launched\u000a06:37:16.836594 run osmo-hlr_10.42.42.2(pid=2927): Launched\u000a06:37:16.992288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:17.599962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2929): Launched\u000a06:37:17.892609 run osmo-stp_10.42.42.5(pid=2930): Launched\u000a06:37:18.010770 tst emergency_preemptive_call.py: using MSISDN 7064\u000a06:37:18.155768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:18.688704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2932): Launched\u000a06:37:18.980246 run osmo-msc_10.42.42.6(pid=2933): Launched\u000a06:37:19.153665 run osmo-stp_10.42.42.5(pid=2930): ERR: Terminated: ERROR {rc=1} [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2930)]\u000a06:37:19.279386 run osmo-stp_10.42.42.5(pid=2930): stdout: \u000a| (launched: 2022-12-09_06:37:17.748227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:19.402373 run osmo-stp_10.42.42.5(pid=2930): stderr: \u000a| �[0;m�[38;5;43m20221209063717915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063717915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063717915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063717916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063717917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063717917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063717917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:19.520254 run osmo-stp_10.42.42.5(pid=2930): stdout: \u000a| (launched: 2022-12-09_06:37:17.748227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:19.637263 run osmo-stp_10.42.42.5(pid=2930): stderr: \u000a| �[0;m�[38;5;43m20221209063717915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063717915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063717915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063717916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063717917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063717917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063717917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:19.688322 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2930): Process ended prematurely: osmo-stp_10.42.42.5(pid=2930) [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2930)] [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a06:37:19.696077 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a06:37:19.757140 run osmo-hlr_10.42.42.2(pid=2927): ERR: Terminated: ERROR {rc=237} [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2927)]\u000a06:37:19.806954 run osmo-hlr_10.42.42.2(pid=2927): stdout: \u000a| (launched: 2022-12-09_06:37:16.534795) \u000a06:37:19.857618 run osmo-hlr_10.42.42.2(pid=2927): stderr: \u000a| �[0;m�[1;31m20221209063716805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063716805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063716805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063716823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063716841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063716841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063716841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:19.926416 run osmo-msc_10.42.42.6(pid=2933): ERR: Terminated: ERROR {rc=2} [trial-2355↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2933)]\u000a06:37:19.976031 run osmo-msc_10.42.42.6(pid=2933): stdout: \u000a| (launched: 2022-12-09_06:37:18.836489) \u000a06:37:20.026117 run osmo-msc_10.42.42.6(pid=2933): stderr: \u000a| �[0;m�[38;5;43m20221209063719104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209063719104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f570a9b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209063719104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209063719105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209063719105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209063719105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209063719107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209063719107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209063719107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209063719108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:20.068747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2926): Terminating (SIGTERM)\u000a06:37:20.109533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2929): Terminating (SIGTERM)\u000a06:37:20.150144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2932): Terminating (SIGTERM)\u000a06:37:20.159698 --- ParallelTerminationStrategy: PID 2926 died...\u000a06:37:20.213382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2926): Terminated: ok {rc=0}\u000a06:37:20.223171 --- ParallelTerminationStrategy: PID 2929 died...\u000a06:37:20.276619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2929): Terminated: ok {rc=0}\u000a06:37:20.286732 --- ParallelTerminationStrategy: PID 2932 died...\u000a06:37:20.340106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2932): Terminated: ok {rc=0}\u000a06:37:20.424135 bus /sierra_9: Setting Powered False\u000a06:37:21.529488 bus /sierra_9: Setting Powered False\u000a06:37:22.640752 bus /sierra_8: Setting Powered False\u000a06:37:23.742884 bus /sierra_8: Setting Powered False\u000a06:37:24.854838 bus /sierra_3: Setting Powered False\u000a06:37:25.957651 bus /sierra_3: Setting Powered False\u000a06:37:27.069317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:37:02" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2948): Process ended prematurely: osmo-stp_10.42.42.5(pid=2948) [trial-2355↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2948)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2948): Process ended prematurely: osmo-stp_10.42.42.5(pid=2948) [trial-2355↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:37:29.202060 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.213073 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:29.353263 tst cs_paging_gprs_active.py: using LAC 19618\u000a06:37:29.478174 tst cs_paging_gprs_active.py: using RAC 238\u000a06:37:29.601339 tst cs_paging_gprs_active.py: using CellId 19618\u000a06:37:29.725113 tst cs_paging_gprs_active.py: using BVCI 19619\u000a06:37:29.749578 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.760514 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.771369 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.782253 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.792937 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.803826 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.814914 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.825708 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:29.836637 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:29.950590 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:30.226525 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:37:30.351018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:30.658677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2938): Launched\u000a06:37:30.943256 run iperf3-srv_10.42.42.10(pid=2939): Launched\u000a06:37:31.165259 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:37:31.306318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:31.658023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2940): Launched\u000a06:37:31.981243 run iperf3-srv_10.42.42.10(pid=2941): Launched\u000a06:37:32.182203 tst cs_paging_gprs_active.py:38: start network...\u000a06:37:32.316272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:32.828072 run create_hlr_db(pid=2942): Launched\u000a06:37:33.012651 bus /sierra_2: Setting Powered False\u000a06:37:34.034632 run create_hlr_db(pid=2942): Terminated: ok {rc=0}\u000a06:37:34.461023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2944): Launched\u000a06:37:34.779265 run osmo-hlr_10.42.42.2(pid=2945): Launched\u000a06:37:34.895613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:35.450537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2947): Launched\u000a06:37:35.769765 run osmo-stp_10.42.42.5(pid=2948): Launched\u000a06:37:35.890023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:36.449431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2953): Launched\u000a06:37:36.563395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:36.840866 run patchelf(pid=2954): Launched\u000a06:37:37.027967 run osmo-stp_10.42.42.5(pid=2948): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2948)]\u000a06:37:37.165483 run osmo-stp_10.42.42.5(pid=2948): stdout: \u000a| (launched: 2022-12-09_06:37:35.613275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:37.302643 run osmo-stp_10.42.42.5(pid=2948): stderr: \u000a| �[0;m�[38;5;43m20221209063735813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063735813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063735814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063735814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063735814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063735815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063735815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:37.434887 run osmo-stp_10.42.42.5(pid=2948): stdout: \u000a| (launched: 2022-12-09_06:37:35.613275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:37.566308 run osmo-stp_10.42.42.5(pid=2948): stderr: \u000a| �[0;m�[38;5;43m20221209063735813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063735813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063735814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063735814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063735814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063735815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063735815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:37.718865 run patchelf(pid=2954): Terminating (SIGINT)\u000a06:37:37.898287 run patchelf(pid=2954): Terminated: ok {rc=0}\u000a06:37:37.931295 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2948): Process ended prematurely: osmo-stp_10.42.42.5(pid=2948) [trial-2355↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2948)] [trial-2355↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a06:37:37.940842 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:37:38.003204 run osmo-hlr_10.42.42.2(pid=2945): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2945)]\u000a06:37:38.054295 run osmo-hlr_10.42.42.2(pid=2945): stdout: \u000a| (launched: 2022-12-09_06:37:34.623915) \u000a06:37:38.106217 run osmo-hlr_10.42.42.2(pid=2945): stderr: \u000a| �[0;m�[1;31m20221209063734822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063734822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063734822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063734822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063734822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063734822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063734834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063734843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063734843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063734843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:38.150437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2938): Terminating (SIGTERM)\u000a06:37:38.192060 run iperf3-srv_10.42.42.10(pid=2939): Terminating (SIGTERM)\u000a06:37:38.233644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2940): Terminating (SIGTERM)\u000a06:37:38.274978 run iperf3-srv_10.42.42.10(pid=2941): Terminating (SIGTERM)\u000a06:37:38.316499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2944): Terminating (SIGTERM)\u000a06:37:38.357958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2947): Terminating (SIGTERM)\u000a06:37:38.399433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2953): Terminating (SIGTERM)\u000a06:37:38.409110 --- ParallelTerminationStrategy: PID 2938 died...\u000a06:37:38.465093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2938): Terminated: ok {rc=0}\u000a06:37:38.475148 --- ParallelTerminationStrategy: PID 2939 died...\u000a06:37:38.530137 run iperf3-srv_10.42.42.10(pid=2939): Terminated {rc=256}\u000a06:37:38.540083 --- ParallelTerminationStrategy: PID 2940 died...\u000a06:37:38.595248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2940): Terminated: ok {rc=0}\u000a06:37:38.605258 --- ParallelTerminationStrategy: PID 2941 died...\u000a06:37:38.660154 run iperf3-srv_10.42.42.10(pid=2941): Terminated {rc=256}\u000a06:37:38.670144 --- ParallelTerminationStrategy: PID 2944 died...\u000a06:37:38.725272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2944): Terminated: ok {rc=0}\u000a06:37:38.735298 --- ParallelTerminationStrategy: PID 2947 died...\u000a06:37:38.790486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2947): Terminated: ok {rc=0}\u000a06:37:38.800404 --- ParallelTerminationStrategy: PID 2953 died...\u000a06:37:38.855737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2953): Terminated: ok {rc=0}\u000a06:37:38.941067 bus /gobi_0: Setting Powered False\u000a06:37:40.046955 bus /gobi_0: Setting Powered False\u000a06:37:41.153364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2355↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2355↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a06:37:42.267519 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.279078 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:42.420837 tst iperf3.py: using LAC 19619\u000a06:37:42.540118 tst iperf3.py: using RAC 239\u000a06:37:42.660391 tst iperf3.py: using CellId 19619\u000a06:37:42.778658 tst iperf3.py: using BVCI 19620\u000a06:37:42.801398 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.811995 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.822509 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.833266 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.843803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.854457 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.865322 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.875830 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:42.886602 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:43.176621 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:37:43.309856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:43.638642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2955): Launched\u000a06:37:43.913199 run iperf3-srv_10.42.42.10(pid=2956): Launched\u000a06:37:44.108818 tst iperf3.py:8: start network...\u000a06:37:44.242073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:44.754480 run create_hlr_db(pid=2957): Launched\u000a06:37:44.938696 bus /gobi_6: Setting Powered False\u000a06:37:45.963018 run create_hlr_db(pid=2957): Terminated: ok {rc=0}\u000a06:37:46.391742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Launched\u000a06:37:46.800636 run osmo-hlr_10.42.42.2(pid=2960): Launched\u000a06:37:47.031867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:47.559501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Launched\u000a06:37:47.857642 run osmo-stp_10.42.42.5(pid=2963): Launched\u000a06:37:47.966367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:48.487426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2965): Launched\u000a06:37:48.594477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:48.855723 run patchelf(pid=2966): Launched\u000a06:37:49.031056 run osmo-stp_10.42.42.5(pid=2963): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]\u000a06:37:49.159258 run osmo-stp_10.42.42.5(pid=2963): stdout: \u000a| (launched: 2022-12-09_06:37:47.711407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:49.287207 run osmo-stp_10.42.42.5(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221209063747881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063747881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063747881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063747882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063747882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063747882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063747882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:49.411211 run osmo-stp_10.42.42.5(pid=2963): stdout: \u000a| (launched: 2022-12-09_06:37:47.711407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:49.534352 run osmo-stp_10.42.42.5(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221209063747881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063747881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063747881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063747882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063747882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063747882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063747882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:49.676912 run patchelf(pid=2966): Terminating (SIGINT)\u000a06:37:49.844924 run patchelf(pid=2966): Terminated: ok {rc=0}\u000a06:37:49.875800 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2355↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)] [trial-2355↪gprs:nanobts+band-900↪iperf3.py:8]\u000a06:37:49.884899 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:37:49.946360 run osmo-hlr_10.42.42.2(pid=2960): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2960)]\u000a06:37:49.996025 run osmo-hlr_10.42.42.2(pid=2960): stdout: \u000a| (launched: 2022-12-09_06:37:46.549400) \u000a06:37:50.046505 run osmo-hlr_10.42.42.2(pid=2960): stderr: \u000a| �[0;m�[1;31m20221209063746859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063746859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063746859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063746859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063746859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063746859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063746875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063746901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063746901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063746901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:50.089819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2955): Terminating (SIGTERM)\u000a06:37:50.130199 run iperf3-srv_10.42.42.10(pid=2956): Terminating (SIGTERM)\u000a06:37:50.170943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Terminating (SIGTERM)\u000a06:37:50.211403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Terminating (SIGTERM)\u000a06:37:50.252042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2965): Terminating (SIGTERM)\u000a06:37:50.261690 --- ParallelTerminationStrategy: PID 2955 died...\u000a06:37:50.315858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2955): Terminated: ok {rc=0}\u000a06:37:50.325678 --- ParallelTerminationStrategy: PID 2956 died...\u000a06:37:50.379431 run iperf3-srv_10.42.42.10(pid=2956): Terminated {rc=256}\u000a06:37:50.389166 --- ParallelTerminationStrategy: PID 2959 died...\u000a06:37:50.442678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Terminated: ok {rc=0}\u000a06:37:50.452560 --- ParallelTerminationStrategy: PID 2962 died...\u000a06:37:50.506453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Terminated: ok {rc=0}\u000a06:37:50.516419 --- ParallelTerminationStrategy: PID 2965 died...\u000a06:37:50.570439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2965): Terminated: ok {rc=0}\u000a06:37:50.660088 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2981): Process ended prematurely: osmo-stp_10.42.42.5(pid=2981) [trial-2355↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2981)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2981): Process ended prematurely: osmo-stp_10.42.42.5(pid=2981) [trial-2355↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a06:37:51.770690 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:51.781895 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:51.916643 tst iperf3m4.py: using LAC 19620\u000a06:37:52.042797 tst iperf3m4.py: using RAC 240\u000a06:37:52.171059 tst iperf3m4.py: using CellId 19620\u000a06:37:52.291050 tst iperf3m4.py: using BVCI 19621\u000a06:37:52.313934 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.324460 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.334868 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.345681 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.356062 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.366695 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.377225 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.387702 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:52.398211 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:52.518974 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:52.636783 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:52.754366 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:53.031556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:37:53.155765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:53.464385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Launched\u000a06:37:53.722091 run iperf3-srv_10.42.42.10(pid=2968): Launched\u000a06:37:53.903924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:37:54.027843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:54.336232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2969): Launched\u000a06:37:54.593203 run iperf3-srv_10.42.42.10(pid=2970): Launched\u000a06:37:54.774079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:37:54.898089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:55.206178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2971): Launched\u000a06:37:55.462194 run iperf3-srv_10.42.42.10(pid=2972): Launched\u000a06:37:55.642899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:37:55.766469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:56.075188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2973): Launched\u000a06:37:56.332210 run iperf3-srv_10.42.42.10(pid=2974): Launched\u000a06:37:56.514357 tst iperf3m4.py:8: start network...\u000a06:37:56.638653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:57.109340 run create_hlr_db(pid=2975): Launched\u000a06:37:57.281888 bus /gobi_6: Setting Powered False\u000a06:37:58.302631 run create_hlr_db(pid=2975): Terminated: ok {rc=0}\u000a06:37:58.702182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2977): Launched\u000a06:37:59.002454 run osmo-hlr_10.42.42.2(pid=2978): Launched\u000a06:37:59.119193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:59.646777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2980): Launched\u000a06:37:59.947292 run osmo-stp_10.42.42.5(pid=2981): Launched\u000a06:38:00.056409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:00.576842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2983): Launched\u000a06:38:00.683552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:00.981554 run patchelf(pid=2984): Launched\u000a06:38:01.218949 run osmo-stp_10.42.42.5(pid=2981): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2981)]\u000a06:38:01.390962 run osmo-stp_10.42.42.5(pid=2981): stdout: \u000a| (launched: 2022-12-09_06:37:59.799716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:01.534662 run osmo-stp_10.42.42.5(pid=2981): stderr: \u000a| �[0;m�[38;5;43m20221209063759965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063759965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063759965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063759966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063759966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063759966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063759966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:01.688096 run osmo-stp_10.42.42.5(pid=2981): stdout: \u000a| (launched: 2022-12-09_06:37:59.799716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:01.834013 run osmo-stp_10.42.42.5(pid=2981): stderr: \u000a| �[0;m�[38;5;43m20221209063759965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063759965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063759965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063759966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063759966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063759966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063759966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:02.001287 run patchelf(pid=2984): Terminating (SIGINT)\u000a06:38:02.176389 run patchelf(pid=2984): Terminated: ok {rc=0}\u000a06:38:02.208884 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2981): Process ended prematurely: osmo-stp_10.42.42.5(pid=2981) [trial-2355↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2981)] [trial-2355↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a06:38:02.219417 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a06:38:02.285579 run osmo-hlr_10.42.42.2(pid=2978): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2978)]\u000a06:38:02.345872 run osmo-hlr_10.42.42.2(pid=2978): stdout: \u000a| (launched: 2022-12-09_06:37:58.854535) \u000a06:38:02.411551 run osmo-hlr_10.42.42.2(pid=2978): stderr: \u000a| �[0;m�[1;31m20221209063759025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063759025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063759025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063759025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063759026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063759026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063759038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063759046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063759046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063759047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:02.456026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Terminating (SIGTERM)\u000a06:38:02.513959 run iperf3-srv_10.42.42.10(pid=2968): Terminating (SIGTERM)\u000a06:38:02.569894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2969): Terminating (SIGTERM)\u000a06:38:02.630883 run iperf3-srv_10.42.42.10(pid=2970): Terminating (SIGTERM)\u000a06:38:02.676851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2971): Terminating (SIGTERM)\u000a06:38:02.720418 run iperf3-srv_10.42.42.10(pid=2972): Terminating (SIGTERM)\u000a06:38:02.765026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2973): Terminating (SIGTERM)\u000a06:38:02.806789 run iperf3-srv_10.42.42.10(pid=2974): Terminating (SIGTERM)\u000a06:38:02.858250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2977): Terminating (SIGTERM)\u000a06:38:02.903169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2980): Terminating (SIGTERM)\u000a06:38:02.950877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2983): Terminating (SIGTERM)\u000a06:38:02.963669 --- ParallelTerminationStrategy: PID 2967 died...\u000a06:38:03.022845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Terminated: ok {rc=0}\u000a06:38:03.033640 --- ParallelTerminationStrategy: PID 2968 died...\u000a06:38:03.098706 run iperf3-srv_10.42.42.10(pid=2968): Terminated {rc=256}\u000a06:38:03.109479 --- ParallelTerminationStrategy: PID 2969 died...\u000a06:38:03.170816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2969): Terminated: ok {rc=0}\u000a06:38:03.181697 --- ParallelTerminationStrategy: PID 2970 died...\u000a06:38:03.242106 run iperf3-srv_10.42.42.10(pid=2970): Terminated {rc=256}\u000a06:38:03.252723 --- ParallelTerminationStrategy: PID 2971 died...\u000a06:38:03.313643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2971): Terminated: ok {rc=0}\u000a06:38:03.324396 --- ParallelTerminationStrategy: PID 2972 died...\u000a06:38:03.388438 run iperf3-srv_10.42.42.10(pid=2972): Terminated {rc=256}\u000a06:38:03.403366 --- ParallelTerminationStrategy: PID 2973 died...\u000a06:38:03.473586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2973): Terminated: ok {rc=0}\u000a06:38:03.485219 --- ParallelTerminationStrategy: PID 2974 died...\u000a06:38:03.557879 run iperf3-srv_10.42.42.10(pid=2974): Terminated {rc=256}\u000a06:38:03.568680 --- ParallelTerminationStrategy: PID 2977 died...\u000a06:38:03.641355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2977): Terminated: ok {rc=0}\u000a06:38:03.652100 --- ParallelTerminationStrategy: PID 2980 died...\u000a06:38:03.720536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2980): Terminated: ok {rc=0}\u000a06:38:03.735475 --- ParallelTerminationStrategy: PID 2983 died...\u000a06:38:03.801733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2983): Terminated: ok {rc=0}\u000a06:38:03.910676 bus /gobi_4: Setting Powered False\u000a06:38:05.023126 bus /gobi_4: Setting Powered False\u000a06:38:06.135073 bus /gobi_1: Setting Powered False\u000a06:38:07.240361 bus /gobi_1: Setting Powered False\u000a06:38:08.350820 bus /gobi_0: Setting Powered False\u000a06:38:09.472385 bus /gobi_0: Setting Powered False\u000a06:38:10.635969 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2355↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2355↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a06:38:11.717237 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:11.730182 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:38:11.874054 tst ping.py: using LAC 19621\u000a06:38:12.004179 tst ping.py: using RAC 241\u000a06:38:12.129826 tst ping.py: using CellId 19621\u000a06:38:12.254562 tst ping.py: using BVCI 19622\u000a06:38:12.279618 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.291545 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.303406 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.315193 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.326725 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.338338 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.350284 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:12.361933 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:12.658704 tst ping.py:19: start network...\u000a06:38:12.794103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:13.352348 run create_hlr_db(pid=3305): Launched\u000a06:38:13.540752 bus /gobi_6: Setting Powered False\u000a06:38:14.564053 run create_hlr_db(pid=3305): Terminated: ok {rc=0}\u000a06:38:15.015021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Launched\u000a06:38:15.450377 run osmo-hlr_10.42.42.2(pid=3308): Launched\u000a06:38:15.686079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:16.317815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Launched\u000a06:38:16.839495 run osmo-stp_10.42.42.5(pid=3311): Launched\u000a06:38:16.986709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:17.727128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3313): Launched\u000a06:38:17.869999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:18.221563 run patchelf(pid=3314): Launched\u000a06:38:18.445167 run osmo-stp_10.42.42.5(pid=3311): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]\u000a06:38:18.590319 run osmo-stp_10.42.42.5(pid=3311): stdout: \u000a| (launched: 2022-12-09_06:38:16.525361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:18.731017 run osmo-stp_10.42.42.5(pid=3311): stderr: \u000a| �[0;m�[38;5;43m20221209063816863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063816863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063816864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063816864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063816871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063816871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063816871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:18.866746 run osmo-stp_10.42.42.5(pid=3311): stdout: \u000a| (launched: 2022-12-09_06:38:16.525361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:18.999556 run osmo-stp_10.42.42.5(pid=3311): stderr: \u000a| �[0;m�[38;5;43m20221209063816863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063816863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063816864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063816864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063816871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063816871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063816871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:19.156088 run patchelf(pid=3314): Terminating (SIGINT)\u000a06:38:19.339605 run patchelf(pid=3314): Terminated: ok {rc=0}\u000a06:38:19.373445 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2355↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)] [trial-2355↪gprs:nanobts+band-900↪ping.py:22]\u000a06:38:19.383418 tst ping.py:22: Test FAILED (7.7 sec)\u000a06:38:19.450010 run osmo-hlr_10.42.42.2(pid=3308): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3308)]\u000a06:38:19.504422 run osmo-hlr_10.42.42.2(pid=3308): stdout: \u000a| (launched: 2022-12-09_06:38:15.180527) \u000a06:38:19.558862 run osmo-hlr_10.42.42.2(pid=3308): stderr: \u000a| �[0;m�[1;31m20221209063815488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063815488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063815488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063815488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063815488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063815488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063815507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063815523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063815524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063815524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:19.604860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Terminating (SIGTERM)\u000a06:38:19.651669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Terminating (SIGTERM)\u000a06:38:19.697889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3313): Terminating (SIGTERM)\u000a06:38:19.708643 --- ParallelTerminationStrategy: PID 3307 died...\u000a06:38:19.767878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Terminated: ok {rc=0}\u000a06:38:19.778676 --- ParallelTerminationStrategy: PID 3310 died...\u000a06:38:19.838169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Terminated: ok {rc=0}\u000a06:38:19.849448 --- ParallelTerminationStrategy: PID 3313 died...\u000a06:38:19.907446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3313): Terminated: ok {rc=0}\u000a06:38:19.998101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3321): Process ended prematurely: osmo-stp_10.42.42.5(pid=3321) [trial-2355↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3321)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3321): Process ended prematurely: osmo-stp_10.42.42.5(pid=3321) [trial-2355↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a06:38:21.054946 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.068013 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:38:21.212286 tst ping_idle_ping.py: using LAC 19622\u000a06:38:21.341193 tst ping_idle_ping.py: using RAC 242\u000a06:38:21.469437 tst ping_idle_ping.py: using CellId 19622\u000a06:38:21.598419 tst ping_idle_ping.py: using BVCI 19623\u000a06:38:21.625303 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.637474 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.649485 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.662059 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.674921 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.686991 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.700604 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:38:21.712659 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:22.010016 tst ping_idle_ping.py:24: start network...\u000a06:38:22.146773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:22.711361 run create_hlr_db(pid=3315): Launched\u000a06:38:22.902539 bus /gobi_6: Setting Powered False\u000a06:38:23.920844 run create_hlr_db(pid=3315): Terminated: ok {rc=0}\u000a06:38:24.370836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3317): Launched\u000a06:38:24.794952 run osmo-hlr_10.42.42.2(pid=3318): Launched\u000a06:38:24.996043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:25.622371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3320): Launched\u000a06:38:25.920497 run osmo-stp_10.42.42.5(pid=3321): Launched\u000a06:38:26.027483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:26.538944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3323): Launched\u000a06:38:26.643034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:26.900384 run patchelf(pid=3324): Launched\u000a06:38:27.073907 run osmo-stp_10.42.42.5(pid=3321): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3321)]\u000a06:38:27.200535 run osmo-stp_10.42.42.5(pid=3321): stdout: \u000a| (launched: 2022-12-09_06:38:25.775637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:27.327768 run osmo-stp_10.42.42.5(pid=3321): stderr: \u000a| �[0;m�[38;5;43m20221209063825944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063825944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063825944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063825945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063825945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063825945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063825945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:27.450018 run osmo-stp_10.42.42.5(pid=3321): stdout: \u000a| (launched: 2022-12-09_06:38:25.775637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:27.571047 run osmo-stp_10.42.42.5(pid=3321): stderr: \u000a| �[0;m�[38;5;43m20221209063825944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063825944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063825944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063825945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063825945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063825945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063825945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:27.712308 run patchelf(pid=3324): Terminating (SIGINT)\u000a06:38:27.878744 run patchelf(pid=3324): Terminated: ok {rc=0}\u000a06:38:27.908891 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3321): Process ended prematurely: osmo-stp_10.42.42.5(pid=3321) [trial-2355↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3321)] [trial-2355↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a06:38:27.917446 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a06:38:27.978024 run osmo-hlr_10.42.42.2(pid=3318): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3318)]\u000a06:38:28.027352 run osmo-hlr_10.42.42.2(pid=3318): stdout: \u000a| (launched: 2022-12-09_06:38:24.538703) \u000a06:38:28.077421 run osmo-hlr_10.42.42.2(pid=3318): stderr: \u000a| �[0;m�[1;31m20221209063824849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063824849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063824849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063824849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063824849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063824849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063824863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063824880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063824880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063824880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:28.119819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3317): Terminating (SIGTERM)\u000a06:38:28.159977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3320): Terminating (SIGTERM)\u000a06:38:28.200079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3323): Terminating (SIGTERM)\u000a06:38:28.209645 --- ParallelTerminationStrategy: PID 3317 died...\u000a06:38:28.263213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3317): Terminated: ok {rc=0}\u000a06:38:28.273259 --- ParallelTerminationStrategy: PID 3320 died...\u000a06:38:28.326887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3320): Terminated: ok {rc=0}\u000a06:38:28.336836 --- ParallelTerminationStrategy: PID 3323 died...\u000a06:38:28.390142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3323): Terminated: ok {rc=0}\u000a06:38:28.474367 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:37:28" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3338): Process ended prematurely: osmo-stp_10.42.42.5(pid=3338) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3338): Process ended prematurely: osmo-stp_10.42.42.5(pid=3338) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:38:30.641421 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:30.652673 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:30.795900 tst cs_paging_gprs_active.py: using LAC 19623\u000a06:38:30.940410 tst cs_paging_gprs_active.py: using RAC 243\u000a06:38:31.071078 tst cs_paging_gprs_active.py: using CellId 19623\u000a06:38:31.199734 tst cs_paging_gprs_active.py: using BVCI 19624\u000a06:38:31.225180 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.237023 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.249149 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.260893 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.272821 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.285038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.297234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.309732 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.321496 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:31.454633 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:31.774739 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:38:31.905184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:32.243542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Launched\u000a06:38:32.506393 run iperf3-srv_10.42.42.10(pid=3329): Launched\u000a06:38:32.688868 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:38:32.814020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:33.125074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Launched\u000a06:38:33.382725 run iperf3-srv_10.42.42.10(pid=3331): Launched\u000a06:38:33.564780 tst cs_paging_gprs_active.py:38: start network...\u000a06:38:33.689675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:34.168069 run create_hlr_db(pid=3332): Launched\u000a06:38:34.340578 bus /gobi_6: Setting Powered False\u000a06:38:35.363386 run create_hlr_db(pid=3332): Terminated: ok {rc=0}\u000a06:38:35.791155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3334): Launched\u000a06:38:36.113148 run osmo-hlr_10.42.42.2(pid=3335): Launched\u000a06:38:36.229391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:36.751754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3337): Launched\u000a06:38:37.052561 run osmo-stp_10.42.42.5(pid=3338): Launched\u000a06:38:37.168886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:37.697393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3340): Launched\u000a06:38:37.804610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:38.066648 run patchelf(pid=3341): Launched\u000a06:38:38.243035 run osmo-stp_10.42.42.5(pid=3338): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)]\u000a06:38:38.372386 run osmo-stp_10.42.42.5(pid=3338): stdout: \u000a| (launched: 2022-12-09_06:38:36.904245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:38.502142 run osmo-stp_10.42.42.5(pid=3338): stderr: \u000a| �[0;m�[38;5;43m20221209063837075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063837075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063837076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063837076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063837077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063837077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063837077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:38.627251 run osmo-stp_10.42.42.5(pid=3338): stdout: \u000a| (launched: 2022-12-09_06:38:36.904245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:38.751230 run osmo-stp_10.42.42.5(pid=3338): stderr: \u000a| �[0;m�[38;5;43m20221209063837075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063837075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063837076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063837076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063837077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063837077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063837077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:38.895300 run patchelf(pid=3341): Terminating (SIGINT)\u000a06:38:39.064904 run patchelf(pid=3341): Terminated: ok {rc=0}\u000a06:38:39.096075 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3338): Process ended prematurely: osmo-stp_10.42.42.5(pid=3338) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3338)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:38:39.105276 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a06:38:39.166343 run osmo-hlr_10.42.42.2(pid=3335): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3335)]\u000a06:38:39.215715 run osmo-hlr_10.42.42.2(pid=3335): stdout: \u000a| (launched: 2022-12-09_06:38:35.955546) \u000a06:38:39.265809 run osmo-hlr_10.42.42.2(pid=3335): stderr: \u000a| �[0;m�[1;31m20221209063836152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063836152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063836152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063836152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063836152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063836152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063836164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063836172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063836173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063836173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:39.308079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminating (SIGTERM)\u000a06:38:39.348239 run iperf3-srv_10.42.42.10(pid=3329): Terminating (SIGTERM)\u000a06:38:39.388436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Terminating (SIGTERM)\u000a06:38:39.428555 run iperf3-srv_10.42.42.10(pid=3331): Terminating (SIGTERM)\u000a06:38:39.468677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3334): Terminating (SIGTERM)\u000a06:38:39.508712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3337): Terminating (SIGTERM)\u000a06:38:39.548823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3340): Terminating (SIGTERM)\u000a06:38:39.558608 --- ParallelTerminationStrategy: PID 3328 died...\u000a06:38:39.612261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminated: ok {rc=0}\u000a06:38:39.622088 --- ParallelTerminationStrategy: PID 3329 died...\u000a06:38:39.675407 run iperf3-srv_10.42.42.10(pid=3329): Terminated {rc=256}\u000a06:38:39.685568 --- ParallelTerminationStrategy: PID 3330 died...\u000a06:38:39.739217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Terminated: ok {rc=0}\u000a06:38:39.748766 --- ParallelTerminationStrategy: PID 3331 died...\u000a06:38:39.802733 run iperf3-srv_10.42.42.10(pid=3331): Terminated {rc=256}\u000a06:38:39.812469 --- ParallelTerminationStrategy: PID 3334 died...\u000a06:38:39.865288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3334): Terminated: ok {rc=0}\u000a06:38:39.875060 --- ParallelTerminationStrategy: PID 3337 died...\u000a06:38:39.928196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3337): Terminated: ok {rc=0}\u000a06:38:39.938049 --- ParallelTerminationStrategy: PID 3340 died...\u000a06:38:39.991336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3340): Terminated: ok {rc=0}\u000a06:38:40.075216 bus /gobi_0: Setting Powered False\u000a06:38:41.176789 bus /gobi_0: Setting Powered False\u000a06:38:42.286310 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:38:43.394901 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:43.406333 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:43.552573 tst iperf3.py: using LAC 19624\u000a06:38:43.679252 tst iperf3.py: using RAC 244\u000a06:38:43.809955 tst iperf3.py: using CellId 19624\u000a06:38:43.934749 tst iperf3.py: using BVCI 19625\u000a06:38:43.959604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:43.971111 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:43.982274 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:43.993835 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:44.005393 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:44.016744 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:44.028125 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:44.039332 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:44.050796 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:44.326858 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:38:44.451965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:44.763560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Launched\u000a06:38:45.023084 run iperf3-srv_10.42.42.10(pid=3344): Launched\u000a06:38:45.206672 tst iperf3.py:8: start network...\u000a06:38:45.331925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:45.805229 run create_hlr_db(pid=3345): Launched\u000a06:38:45.984483 bus /gobi_6: Setting Powered False\u000a06:38:47.066007 run create_hlr_db(pid=3345): Terminated: ok {rc=0}\u000a06:38:47.513349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Launched\u000a06:38:47.813143 run osmo-hlr_10.42.42.2(pid=3348): Launched\u000a06:38:47.929578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:48.456286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Launched\u000a06:38:48.754444 run osmo-stp_10.42.42.5(pid=3351): Launched\u000a06:38:48.863358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:49.386681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Launched\u000a06:38:49.494573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:49.757527 run patchelf(pid=3354): Launched\u000a06:38:49.933800 run osmo-stp_10.42.42.5(pid=3351): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]\u000a06:38:50.062508 run osmo-stp_10.42.42.5(pid=3351): stdout: \u000a| (launched: 2022-12-09_06:38:48.607763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:50.191777 run osmo-stp_10.42.42.5(pid=3351): stderr: \u000a| �[0;m�[38;5;43m20221209063848775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063848775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063848775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063848776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063848778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063848778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063848778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:50.316714 run osmo-stp_10.42.42.5(pid=3351): stdout: \u000a| (launched: 2022-12-09_06:38:48.607763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:50.441120 run osmo-stp_10.42.42.5(pid=3351): stderr: \u000a| �[0;m�[38;5;43m20221209063848775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063848775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063848775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063848776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063848778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063848778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063848778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:50.584378 run patchelf(pid=3354): Terminating (SIGINT)\u000a06:38:50.752677 run patchelf(pid=3354): Terminated: ok {rc=0}\u000a06:38:50.783652 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a06:38:50.792805 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:38:50.853428 run osmo-hlr_10.42.42.2(pid=3348): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3348)]\u000a06:38:50.902586 run osmo-hlr_10.42.42.2(pid=3348): stdout: \u000a| (launched: 2022-12-09_06:38:47.665270) \u000a06:38:50.952244 run osmo-hlr_10.42.42.2(pid=3348): stderr: \u000a| �[0;m�[1;31m20221209063847840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063847840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063847840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063847840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063847840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063847840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063847853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063847861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063847861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063847861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:50.994729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Terminating (SIGTERM)\u000a06:38:51.035066 run iperf3-srv_10.42.42.10(pid=3344): Terminating (SIGTERM)\u000a06:38:51.075296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Terminating (SIGTERM)\u000a06:38:51.115731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Terminating (SIGTERM)\u000a06:38:51.155753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Terminating (SIGTERM)\u000a06:38:51.165443 --- ParallelTerminationStrategy: PID 3343 died...\u000a06:38:51.219199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Terminated: ok {rc=0}\u000a06:38:51.229114 --- ParallelTerminationStrategy: PID 3344 died...\u000a06:38:51.282458 run iperf3-srv_10.42.42.10(pid=3344): Terminated {rc=256}\u000a06:38:51.292301 --- ParallelTerminationStrategy: PID 3347 died...\u000a06:38:51.345730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Terminated: ok {rc=0}\u000a06:38:51.355582 --- ParallelTerminationStrategy: PID 3350 died...\u000a06:38:51.408850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Terminated: ok {rc=0}\u000a06:38:51.418904 --- ParallelTerminationStrategy: PID 3353 died...\u000a06:38:51.472217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Terminated: ok {rc=0}\u000a06:38:51.555886 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3370): Process ended prematurely: osmo-stp_10.42.42.5(pid=3370) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3370)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3370): Process ended prematurely: osmo-stp_10.42.42.5(pid=3370) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:38:52.671405 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:52.683328 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:52.826390 tst iperf3m4.py: using LAC 19625\u000a06:38:52.952825 tst iperf3m4.py: using RAC 245\u000a06:38:53.081706 tst iperf3m4.py: using CellId 19625\u000a06:38:53.210253 tst iperf3m4.py: using BVCI 19626\u000a06:38:53.234929 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.246339 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.257589 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.268890 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.280221 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.291501 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.303018 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.314309 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:53.325846 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:53.443101 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:53.564204 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:53.679428 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:53.958486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:38:54.083028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:54.394044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Launched\u000a06:38:54.653206 run iperf3-srv_10.42.42.10(pid=3356): Launched\u000a06:38:54.835110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:38:54.959656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:55.269874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3357): Launched\u000a06:38:55.528282 run iperf3-srv_10.42.42.10(pid=3358): Launched\u000a06:38:55.710623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:38:55.834848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:56.144877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3359): Launched\u000a06:38:56.403776 run iperf3-srv_10.42.42.10(pid=3360): Launched\u000a06:38:56.586122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:38:56.710318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:57.020075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3361): Launched\u000a06:38:57.279497 run iperf3-srv_10.42.42.10(pid=3362): Launched\u000a06:38:57.461240 tst iperf3m4.py:8: start network...\u000a06:38:57.585506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:58.057260 run create_hlr_db(pid=3363): Launched\u000a06:38:58.228836 bus /gobi_6: Setting Powered False\u000a06:38:59.250679 run create_hlr_db(pid=3363): Terminated: ok {rc=0}\u000a06:38:59.677625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3366): Launched\u000a06:38:59.997704 run osmo-hlr_10.42.42.2(pid=3367): Launched\u000a06:39:00.120101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:00.679894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3369): Launched\u000a06:39:01.115575 run osmo-stp_10.42.42.5(pid=3370): Launched\u000a06:39:01.464430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:02.111086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3372): Launched\u000a06:39:02.231298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:02.515672 run patchelf(pid=3373): Launched\u000a06:39:02.703795 run osmo-stp_10.42.42.5(pid=3370): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3370)]\u000a06:39:02.841304 run osmo-stp_10.42.42.5(pid=3370): stdout: \u000a| (launched: 2022-12-09_06:39:00.853507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:02.979078 run osmo-stp_10.42.42.5(pid=3370): stderr: \u000a| �[0;m�[38;5;43m20221209063901235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063901236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063901236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063901237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063901237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063901238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063901238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:03.113613 run osmo-stp_10.42.42.5(pid=3370): stdout: \u000a| (launched: 2022-12-09_06:39:00.853507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:03.246565 run osmo-stp_10.42.42.5(pid=3370): stderr: \u000a| �[0;m�[38;5;43m20221209063901235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063901236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063901236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063901237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063901237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063901238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063901238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:03.399755 run patchelf(pid=3373): Terminating (SIGINT)\u000a06:39:03.580126 run patchelf(pid=3373): Terminated: ok {rc=0}\u000a06:39:03.613202 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3370): Process ended prematurely: osmo-stp_10.42.42.5(pid=3370) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3370)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:39:03.623002 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a06:39:03.686137 run osmo-hlr_10.42.42.2(pid=3367): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3367)]\u000a06:39:03.737416 run osmo-hlr_10.42.42.2(pid=3367): stdout: \u000a| (launched: 2022-12-09_06:38:59.840480) \u000a06:39:03.789342 run osmo-hlr_10.42.42.2(pid=3367): stderr: \u000a| �[0;m�[1;31m20221209063900036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063900036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063900036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063900036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063900037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063900037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063900049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063900057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063900058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063900058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:03.833760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Terminating (SIGTERM)\u000a06:39:03.875668 run iperf3-srv_10.42.42.10(pid=3356): Terminating (SIGTERM)\u000a06:39:03.917873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3357): Terminating (SIGTERM)\u000a06:39:03.959733 run iperf3-srv_10.42.42.10(pid=3358): Terminating (SIGTERM)\u000a06:39:04.001752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3359): Terminating (SIGTERM)\u000a06:39:04.043566 run iperf3-srv_10.42.42.10(pid=3360): Terminating (SIGTERM)\u000a06:39:04.085744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3361): Terminating (SIGTERM)\u000a06:39:04.127904 run iperf3-srv_10.42.42.10(pid=3362): Terminating (SIGTERM)\u000a06:39:04.170163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3366): Terminating (SIGTERM)\u000a06:39:04.212090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3369): Terminating (SIGTERM)\u000a06:39:04.254152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3372): Terminating (SIGTERM)\u000a06:39:04.264140 --- ParallelTerminationStrategy: PID 3355 died...\u000a06:39:04.320220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Terminated: ok {rc=0}\u000a06:39:04.330562 --- ParallelTerminationStrategy: PID 3356 died...\u000a06:39:04.385985 run iperf3-srv_10.42.42.10(pid=3356): Terminated {rc=256}\u000a06:39:04.396350 --- ParallelTerminationStrategy: PID 3357 died...\u000a06:39:04.451835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3357): Terminated: ok {rc=0}\u000a06:39:04.462258 --- ParallelTerminationStrategy: PID 3358 died...\u000a06:39:04.517652 run iperf3-srv_10.42.42.10(pid=3358): Terminated {rc=256}\u000a06:39:04.527990 --- ParallelTerminationStrategy: PID 3359 died...\u000a06:39:04.583680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3359): Terminated: ok {rc=0}\u000a06:39:04.594113 --- ParallelTerminationStrategy: PID 3360 died...\u000a06:39:04.649665 run iperf3-srv_10.42.42.10(pid=3360): Terminated {rc=256}\u000a06:39:04.659899 --- ParallelTerminationStrategy: PID 3361 died...\u000a06:39:04.715668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3361): Terminated: ok {rc=0}\u000a06:39:04.726077 --- ParallelTerminationStrategy: PID 3362 died...\u000a06:39:04.781481 run iperf3-srv_10.42.42.10(pid=3362): Terminated {rc=256}\u000a06:39:04.791642 --- ParallelTerminationStrategy: PID 3366 died...\u000a06:39:04.847394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3366): Terminated: ok {rc=0}\u000a06:39:04.857751 --- ParallelTerminationStrategy: PID 3369 died...\u000a06:39:04.913686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3369): Terminated: ok {rc=0}\u000a06:39:04.923929 --- ParallelTerminationStrategy: PID 3372 died...\u000a06:39:04.979842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3372): Terminated: ok {rc=0}\u000a06:39:05.066509 bus /gobi_4: Setting Powered False\u000a06:39:06.173757 bus /gobi_4: Setting Powered False\u000a06:39:07.281294 bus /gobi_1: Setting Powered False\u000a06:39:08.387459 bus /gobi_1: Setting Powered False\u000a06:39:09.495330 bus /gobi_0: Setting Powered False\u000a06:39:10.602554 bus /gobi_0: Setting Powered False\u000a06:39:11.715252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3380): Process ended prematurely: osmo-stp_10.42.42.5(pid=3380) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3380)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3380): Process ended prematurely: osmo-stp_10.42.42.5(pid=3380) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:39:12.782281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:12.793968 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:39:12.930031 tst ping.py: using LAC 19626\u000a06:39:13.053347 tst ping.py: using RAC 246\u000a06:39:13.173598 tst ping.py: using CellId 19626\u000a06:39:13.297635 tst ping.py: using BVCI 19627\u000a06:39:13.322032 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.333664 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.345116 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.356742 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.368602 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.380288 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.391859 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:13.403483 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:39:13.676185 tst ping.py:19: start network...\u000a06:39:13.798283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:14.263030 run create_hlr_db(pid=3374): Launched\u000a06:39:14.433393 bus /gobi_6: Setting Powered False\u000a06:39:15.455028 run create_hlr_db(pid=3374): Terminated: ok {rc=0}\u000a06:39:15.879486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3376): Launched\u000a06:39:16.313630 run osmo-hlr_10.42.42.2(pid=3377): Launched\u000a06:39:16.546320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:17.127060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3379): Launched\u000a06:39:17.448849 run osmo-stp_10.42.42.5(pid=3380): Launched\u000a06:39:17.563667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:18.117206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3382): Launched\u000a06:39:18.230843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:18.508807 run patchelf(pid=3383): Launched\u000a06:39:18.695992 run osmo-stp_10.42.42.5(pid=3380): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3380)]\u000a06:39:18.831965 run osmo-stp_10.42.42.5(pid=3380): stdout: \u000a| (launched: 2022-12-09_06:39:17.280728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:18.968365 run osmo-stp_10.42.42.5(pid=3380): stderr: \u000a| �[0;m�[38;5;43m20221209063917480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063917480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063917481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063917481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063917482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063917482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063917482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:19.100188 run osmo-stp_10.42.42.5(pid=3380): stdout: \u000a| (launched: 2022-12-09_06:39:17.280728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:19.231170 run osmo-stp_10.42.42.5(pid=3380): stderr: \u000a| �[0;m�[38;5;43m20221209063917480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063917480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063917481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063917481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063917482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063917482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063917482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:19.383322 run patchelf(pid=3383): Terminating (SIGINT)\u000a06:39:19.561682 run patchelf(pid=3383): Terminated: ok {rc=0}\u000a06:39:19.594080 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3380): Process ended prematurely: osmo-stp_10.42.42.5(pid=3380) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3380)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a06:39:19.603395 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:39:19.666652 run osmo-hlr_10.42.42.2(pid=3377): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3377)]\u000a06:39:19.718467 run osmo-hlr_10.42.42.2(pid=3377): stdout: \u000a| (launched: 2022-12-09_06:39:16.056816) \u000a06:39:19.770953 run osmo-hlr_10.42.42.2(pid=3377): stderr: \u000a| �[0;m�[1;31m20221209063916361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063916361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063916361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063916361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063916361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063916361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063916381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063916389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063916389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063916389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:19.815806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3376): Terminating (SIGTERM)\u000a06:39:19.858220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3379): Terminating (SIGTERM)\u000a06:39:19.900623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3382): Terminating (SIGTERM)\u000a06:39:19.910564 --- ParallelTerminationStrategy: PID 3376 died...\u000a06:39:19.967058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3376): Terminated: ok {rc=0}\u000a06:39:19.977450 --- ParallelTerminationStrategy: PID 3379 died...\u000a06:39:20.033717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3379): Terminated: ok {rc=0}\u000a06:39:20.044103 --- ParallelTerminationStrategy: PID 3382 died...\u000a06:39:20.100247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3382): Terminated: ok {rc=0}\u000a06:39:20.187630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3390): Process ended prematurely: osmo-stp_10.42.42.5(pid=3390) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3390): Process ended prematurely: osmo-stp_10.42.42.5(pid=3390) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:39:21.240597 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.252899 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:39:21.397054 tst ping_idle_ping.py: using LAC 19627\u000a06:39:21.520850 tst ping_idle_ping.py: using RAC 247\u000a06:39:21.643465 tst ping_idle_ping.py: using CellId 19627\u000a06:39:21.758056 tst ping_idle_ping.py: using BVCI 19628\u000a06:39:21.780477 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.791427 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.802351 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.813894 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.825402 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.836739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.849373 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:39:21.860367 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:39:22.149866 tst ping_idle_ping.py:24: start network...\u000a06:39:22.282204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:22.791934 run create_hlr_db(pid=3384): Launched\u000a06:39:22.977095 bus /gobi_6: Setting Powered False\u000a06:39:23.997945 run create_hlr_db(pid=3384): Terminated: ok {rc=0}\u000a06:39:24.398250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3386): Launched\u000a06:39:24.693855 run osmo-hlr_10.42.42.2(pid=3387): Launched\u000a06:39:24.808288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:25.332316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3389): Launched\u000a06:39:25.627979 run osmo-stp_10.42.42.5(pid=3390): Launched\u000a06:39:25.735923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:26.254957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3392): Launched\u000a06:39:26.360065 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:26.618594 run patchelf(pid=3393): Launched\u000a06:39:26.793273 run osmo-stp_10.42.42.5(pid=3390): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)]\u000a06:39:26.920771 run osmo-stp_10.42.42.5(pid=3390): stdout: \u000a| (launched: 2022-12-09_06:39:25.482422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:27.048365 run osmo-stp_10.42.42.5(pid=3390): stderr: \u000a| �[0;m�[38;5;43m20221209063925652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063925652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063925652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063925653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063925653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063925653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063925653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:27.171336 run osmo-stp_10.42.42.5(pid=3390): stdout: \u000a| (launched: 2022-12-09_06:39:25.482422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:27.292856 run osmo-stp_10.42.42.5(pid=3390): stderr: \u000a| �[0;m�[38;5;43m20221209063925652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063925652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063925652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063925653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063925653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063925653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063925653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:27.434682 run patchelf(pid=3393): Terminating (SIGINT)\u000a06:39:27.601574 run patchelf(pid=3393): Terminated: ok {rc=0}\u000a06:39:27.631645 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3390): Process ended prematurely: osmo-stp_10.42.42.5(pid=3390) [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:39:27.640185 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a06:39:27.701689 run osmo-hlr_10.42.42.2(pid=3387): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3387)]\u000a06:39:27.751332 run osmo-hlr_10.42.42.2(pid=3387): stdout: \u000a| (launched: 2022-12-09_06:39:24.548196) \u000a06:39:27.801794 run osmo-hlr_10.42.42.2(pid=3387): stderr: \u000a| �[0;m�[1;31m20221209063924725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063924725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063924725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063924725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063924725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063924725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063924737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063924745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063924746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063924746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:27.845052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3386): Terminating (SIGTERM)\u000a06:39:27.885449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3389): Terminating (SIGTERM)\u000a06:39:27.925727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3392): Terminating (SIGTERM)\u000a06:39:27.935437 --- ParallelTerminationStrategy: PID 3386 died...\u000a06:39:27.989739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3386): Terminated: ok {rc=0}\u000a06:39:27.999691 --- ParallelTerminationStrategy: PID 3389 died...\u000a06:39:28.053684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3389): Terminated: ok {rc=0}\u000a06:39:28.063416 --- ParallelTerminationStrategy: PID 3392 died...\u000a06:39:28.117146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3392): Terminated: ok {rc=0}\u000a06:39:28.207397 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:38:30" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3408): Process ended prematurely: osmo-stp_10.42.42.5(pid=3408) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3408)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3408): Process ended prematurely: osmo-stp_10.42.42.5(pid=3408) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:39:30.369563 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:30.381023 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:30.542860 tst cs_paging_gprs_active.py: using LAC 19628\u000a06:39:30.670120 tst cs_paging_gprs_active.py: using RAC 248\u000a06:39:30.797994 tst cs_paging_gprs_active.py: using CellId 19628\u000a06:39:30.949717 tst cs_paging_gprs_active.py: using BVCI 19629\u000a06:39:30.974533 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:30.986432 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:30.998225 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.012193 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.027214 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.039076 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.052001 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.065950 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.079092 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:31.202012 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:31.538668 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:39:31.677093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:32.027151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3398): Launched\u000a06:39:32.307755 run iperf3-srv_10.42.42.10(pid=3399): Launched\u000a06:39:32.505581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:39:32.640049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:32.973203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3400): Launched\u000a06:39:33.250754 run iperf3-srv_10.42.42.10(pid=3401): Launched\u000a06:39:33.448501 tst cs_paging_gprs_active.py:38: start network...\u000a06:39:33.583061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:34.099526 run create_hlr_db(pid=3402): Launched\u000a06:39:34.285702 bus /gobi_6: Setting Powered False\u000a06:39:35.308176 run create_hlr_db(pid=3402): Terminated: ok {rc=0}\u000a06:39:35.711407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3404): Launched\u000a06:39:36.012846 run osmo-hlr_10.42.42.2(pid=3405): Launched\u000a06:39:36.127152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:36.647096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3407): Launched\u000a06:39:36.946867 run osmo-stp_10.42.42.5(pid=3408): Launched\u000a06:39:37.057080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:37.582670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3410): Launched\u000a06:39:37.690196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:37.951597 run patchelf(pid=3411): Launched\u000a06:39:38.127881 run osmo-stp_10.42.42.5(pid=3408): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3408)]\u000a06:39:38.256822 run osmo-stp_10.42.42.5(pid=3408): stdout: \u000a| (launched: 2022-12-09_06:39:36.799748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:38.386110 run osmo-stp_10.42.42.5(pid=3408): stderr: \u000a| �[0;m�[38;5;43m20221209063936967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063936967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063936967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063936968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063936970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063936970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063936970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:38.510692 run osmo-stp_10.42.42.5(pid=3408): stdout: \u000a| (launched: 2022-12-09_06:39:36.799748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:38.634316 run osmo-stp_10.42.42.5(pid=3408): stderr: \u000a| �[0;m�[38;5;43m20221209063936967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063936967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063936967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063936968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063936970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063936970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063936970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:38.778157 run patchelf(pid=3411): Terminating (SIGINT)\u000a06:39:38.947193 run patchelf(pid=3411): Terminated: ok {rc=0}\u000a06:39:38.978257 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3408): Process ended prematurely: osmo-stp_10.42.42.5(pid=3408) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3408)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:39:38.987379 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a06:39:39.047857 run osmo-hlr_10.42.42.2(pid=3405): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3405)]\u000a06:39:39.097007 run osmo-hlr_10.42.42.2(pid=3405): stdout: \u000a| (launched: 2022-12-09_06:39:35.864666) \u000a06:39:39.147006 run osmo-hlr_10.42.42.2(pid=3405): stderr: \u000a| �[0;m�[1;31m20221209063936042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063936042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063936042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063936042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063936042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063936042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063936054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063936065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063936065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063936066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:39.189049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3398): Terminating (SIGTERM)\u000a06:39:39.228989 run iperf3-srv_10.42.42.10(pid=3399): Terminating (SIGTERM)\u000a06:39:39.269294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3400): Terminating (SIGTERM)\u000a06:39:39.309383 run iperf3-srv_10.42.42.10(pid=3401): Terminating (SIGTERM)\u000a06:39:39.349314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3404): Terminating (SIGTERM)\u000a06:39:39.389536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3407): Terminating (SIGTERM)\u000a06:39:39.429251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3410): Terminating (SIGTERM)\u000a06:39:39.438545 --- ParallelTerminationStrategy: PID 3398 died...\u000a06:39:39.492608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3398): Terminated: ok {rc=0}\u000a06:39:39.502458 --- ParallelTerminationStrategy: PID 3399 died...\u000a06:39:39.555412 run iperf3-srv_10.42.42.10(pid=3399): Terminated {rc=256}\u000a06:39:39.565508 --- ParallelTerminationStrategy: PID 3400 died...\u000a06:39:39.618408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3400): Terminated: ok {rc=0}\u000a06:39:39.628282 --- ParallelTerminationStrategy: PID 3401 died...\u000a06:39:39.681528 run iperf3-srv_10.42.42.10(pid=3401): Terminated {rc=256}\u000a06:39:39.691623 --- ParallelTerminationStrategy: PID 3404 died...\u000a06:39:39.744876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3404): Terminated: ok {rc=0}\u000a06:39:39.754679 --- ParallelTerminationStrategy: PID 3407 died...\u000a06:39:39.808351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3407): Terminated: ok {rc=0}\u000a06:39:39.818552 --- ParallelTerminationStrategy: PID 3410 died...\u000a06:39:39.871792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3410): Terminated: ok {rc=0}\u000a06:39:39.956102 bus /gobi_0: Setting Powered False\u000a06:39:41.061842 bus /gobi_0: Setting Powered False\u000a06:39:42.169457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3420): Process ended prematurely: osmo-stp_10.42.42.5(pid=3420) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3420)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3420): Process ended prematurely: osmo-stp_10.42.42.5(pid=3420) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:39:43.282136 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.294172 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:43.459400 tst iperf3.py: using LAC 19629\u000a06:39:43.587010 tst iperf3.py: using RAC 249\u000a06:39:43.711663 tst iperf3.py: using CellId 19629\u000a06:39:43.827559 tst iperf3.py: using BVCI 19630\u000a06:39:43.850654 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.861837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.872468 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.883913 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.895163 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.906461 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.917732 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.928810 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:43.939995 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:44.231662 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:39:44.365898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:44.698787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3412): Launched\u000a06:39:44.975215 run iperf3-srv_10.42.42.10(pid=3413): Launched\u000a06:39:45.172653 tst iperf3.py:8: start network...\u000a06:39:45.307295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:45.824821 run create_hlr_db(pid=3414): Launched\u000a06:39:46.040500 bus /gobi_6: Setting Powered False\u000a06:39:47.068150 run create_hlr_db(pid=3414): Terminated: ok {rc=0}\u000a06:39:47.507280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3416): Launched\u000a06:39:47.807368 run osmo-hlr_10.42.42.2(pid=3417): Launched\u000a06:39:47.924084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:48.452898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3419): Launched\u000a06:39:48.752575 run osmo-stp_10.42.42.5(pid=3420): Launched\u000a06:39:48.862374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:49.384877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3422): Launched\u000a06:39:49.491947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:49.753912 run patchelf(pid=3423): Launched\u000a06:39:49.930349 run osmo-stp_10.42.42.5(pid=3420): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3420)]\u000a06:39:50.058864 run osmo-stp_10.42.42.5(pid=3420): stdout: \u000a| (launched: 2022-12-09_06:39:48.605269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:50.187816 run osmo-stp_10.42.42.5(pid=3420): stderr: \u000a| �[0;m�[38;5;43m20221209063948775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063948775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063948775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063948776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063948776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063948776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063948776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:50.312658 run osmo-stp_10.42.42.5(pid=3420): stdout: \u000a| (launched: 2022-12-09_06:39:48.605269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:50.437427 run osmo-stp_10.42.42.5(pid=3420): stderr: \u000a| �[0;m�[38;5;43m20221209063948775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209063948775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209063948775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209063948776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209063948776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209063948776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209063948776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:50.581771 run patchelf(pid=3423): Terminating (SIGINT)\u000a06:39:50.751155 run patchelf(pid=3423): Terminated: ok {rc=0}\u000a06:39:50.782191 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3420): Process ended prematurely: osmo-stp_10.42.42.5(pid=3420) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3420)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:39:50.791427 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:39:50.851976 run osmo-hlr_10.42.42.2(pid=3417): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3417)]\u000a06:39:50.900918 run osmo-hlr_10.42.42.2(pid=3417): stdout: \u000a| (launched: 2022-12-09_06:39:47.659673) \u000a06:39:50.950717 run osmo-hlr_10.42.42.2(pid=3417): stderr: \u000a| �[0;m�[1;31m20221209063947837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063947837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063947838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063947838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063947838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063947838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063947850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209063947861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209063947861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209063947861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:50.993254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3412): Terminating (SIGTERM)\u000a06:39:51.033434 run iperf3-srv_10.42.42.10(pid=3413): Terminating (SIGTERM)\u000a06:39:51.073958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3416): Terminating (SIGTERM)\u000a06:39:51.114179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3419): Terminating (SIGTERM)\u000a06:39:51.154427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3422): Terminating (SIGTERM)\u000a06:39:51.164086 --- ParallelTerminationStrategy: PID 3412 died...\u000a06:39:51.217815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3412): Terminated: ok {rc=0}\u000a06:39:51.227782 --- ParallelTerminationStrategy: PID 3413 died...\u000a06:39:51.281178 run iperf3-srv_10.42.42.10(pid=3413): Terminated {rc=256}\u000a06:39:51.290872 --- ParallelTerminationStrategy: PID 3416 died...\u000a06:39:51.344092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3416): Terminated: ok {rc=0}\u000a06:39:51.353932 --- ParallelTerminationStrategy: PID 3419 died...\u000a06:39:51.406859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3419): Terminated: ok {rc=0}\u000a06:39:51.416772 --- ParallelTerminationStrategy: PID 3422 died...\u000a06:39:51.470286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3422): Terminated: ok {rc=0}\u000a06:39:51.554550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3438): Process ended prematurely: osmo-stp_10.42.42.5(pid=3438) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3438): Process ended prematurely: osmo-stp_10.42.42.5(pid=3438) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:39:52.662665 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:52.674620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:52.827895 tst iperf3m4.py: using LAC 19630\u000a06:39:52.946889 tst iperf3m4.py: using RAC 250\u000a06:39:53.066937 tst iperf3m4.py: using CellId 19630\u000a06:39:53.189731 tst iperf3m4.py: using BVCI 19631\u000a06:39:53.212902 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.223846 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.234762 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.245810 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.256889 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.267818 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.279056 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.290198 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:53.301395 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:53.420149 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:53.546717 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:53.668465 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:53.946408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:39:54.071096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:54.383133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3424): Launched\u000a06:39:54.643037 run iperf3-srv_10.42.42.10(pid=3425): Launched\u000a06:39:54.826353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:39:54.951480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:55.262799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3426): Launched\u000a06:39:55.522998 run iperf3-srv_10.42.42.10(pid=3427): Launched\u000a06:39:55.706558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:39:55.832098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:56.143653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3428): Launched\u000a06:39:56.403489 run iperf3-srv_10.42.42.10(pid=3429): Launched\u000a06:39:56.586745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:39:56.711821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:57.023779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3430): Launched\u000a06:39:57.283976 run iperf3-srv_10.42.42.10(pid=3431): Launched\u000a06:39:57.467371 tst iperf3m4.py:8: start network...\u000a06:39:57.593539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:58.065491 run create_hlr_db(pid=3432): Launched\u000a06:39:58.237601 bus /gobi_6: Setting Powered False\u000a06:39:59.260700 run create_hlr_db(pid=3432): Terminated: ok {rc=0}\u000a06:39:59.660771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3434): Launched\u000a06:39:59.960504 run osmo-hlr_10.42.42.2(pid=3435): Launched\u000a06:40:00.069877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:00.590315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3437): Launched\u000a06:40:00.912684 run osmo-stp_10.42.42.5(pid=3438): Launched\u000a06:40:01.168303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:01.780095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3443): Launched\u000a06:40:01.899785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:02.224171 run patchelf(pid=3444): Launched\u000a06:40:02.401833 run osmo-stp_10.42.42.5(pid=3438): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)]\u000a06:40:02.530550 run osmo-stp_10.42.42.5(pid=3438): stdout: \u000a| (launched: 2022-12-09_06:40:00.742277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:02.659987 run osmo-stp_10.42.42.5(pid=3438): stderr: \u000a| �[0;m�[38;5;43m20221209064001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064001007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064001007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064001007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064001007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:02.784919 run osmo-stp_10.42.42.5(pid=3438): stdout: \u000a| (launched: 2022-12-09_06:40:00.742277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:02.909815 run osmo-stp_10.42.42.5(pid=3438): stderr: \u000a| �[0;m�[38;5;43m20221209064001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064001007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064001007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064001007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064001007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:03.053867 run patchelf(pid=3444): Terminating (SIGINT)\u000a06:40:03.223532 run patchelf(pid=3444): Terminated: ok {rc=0}\u000a06:40:03.254955 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3438): Process ended prematurely: osmo-stp_10.42.42.5(pid=3438) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:40:03.264290 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:40:03.325808 run osmo-hlr_10.42.42.2(pid=3435): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3435)]\u000a06:40:03.375259 run osmo-hlr_10.42.42.2(pid=3435): stdout: \u000a| (launched: 2022-12-09_06:39:59.812795) \u000a06:40:03.424872 run osmo-hlr_10.42.42.2(pid=3435): stderr: \u000a| �[0;m�[1;31m20221209063959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209063959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209063959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209063959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209063959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209063959999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064000008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064000008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064000008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:03.468063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3424): Terminating (SIGTERM)\u000a06:40:03.508464 run iperf3-srv_10.42.42.10(pid=3425): Terminating (SIGTERM)\u000a06:40:03.549582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3426): Terminating (SIGTERM)\u000a06:40:03.590251 run iperf3-srv_10.42.42.10(pid=3427): Terminating (SIGTERM)\u000a06:40:03.630726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3428): Terminating (SIGTERM)\u000a06:40:03.670891 run iperf3-srv_10.42.42.10(pid=3429): Terminating (SIGTERM)\u000a06:40:03.711279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3430): Terminating (SIGTERM)\u000a06:40:03.751371 run iperf3-srv_10.42.42.10(pid=3431): Terminating (SIGTERM)\u000a06:40:03.791343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3434): Terminating (SIGTERM)\u000a06:40:03.831296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3437): Terminating (SIGTERM)\u000a06:40:03.871430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3443): Terminating (SIGTERM)\u000a06:40:03.880771 --- ParallelTerminationStrategy: PID 3424 died...\u000a06:40:03.934652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3424): Terminated: ok {rc=0}\u000a06:40:03.944737 --- ParallelTerminationStrategy: PID 3425 died...\u000a06:40:03.998556 run iperf3-srv_10.42.42.10(pid=3425): Terminated {rc=256}\u000a06:40:04.008611 --- ParallelTerminationStrategy: PID 3426 died...\u000a06:40:04.062486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3426): Terminated: ok {rc=0}\u000a06:40:04.072531 --- ParallelTerminationStrategy: PID 3427 died...\u000a06:40:04.126850 run iperf3-srv_10.42.42.10(pid=3427): Terminated {rc=256}\u000a06:40:04.136757 --- ParallelTerminationStrategy: PID 3428 died...\u000a06:40:04.190609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3428): Terminated: ok {rc=0}\u000a06:40:04.200805 --- ParallelTerminationStrategy: PID 3429 died...\u000a06:40:04.254705 run iperf3-srv_10.42.42.10(pid=3429): Terminated {rc=256}\u000a06:40:04.264925 --- ParallelTerminationStrategy: PID 3430 died...\u000a06:40:04.319282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3430): Terminated: ok {rc=0}\u000a06:40:04.329427 --- ParallelTerminationStrategy: PID 3431 died...\u000a06:40:04.383111 run iperf3-srv_10.42.42.10(pid=3431): Terminated {rc=256}\u000a06:40:04.393296 --- ParallelTerminationStrategy: PID 3434 died...\u000a06:40:04.447661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3434): Terminated: ok {rc=0}\u000a06:40:04.457929 --- ParallelTerminationStrategy: PID 3437 died...\u000a06:40:04.512337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3437): Terminated: ok {rc=0}\u000a06:40:04.522435 --- ParallelTerminationStrategy: PID 3443 died...\u000a06:40:04.576420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3443): Terminated: ok {rc=0}\u000a06:40:04.665421 bus /gobi_4: Setting Powered False\u000a06:40:05.769924 bus /gobi_4: Setting Powered False\u000a06:40:06.881161 bus /gobi_1: Setting Powered False\u000a06:40:07.984419 bus /gobi_1: Setting Powered False\u000a06:40:09.094975 bus /gobi_0: Setting Powered False\u000a06:40:10.197990 bus /gobi_0: Setting Powered False\u000a06:40:11.310151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3451): Process ended prematurely: osmo-stp_10.42.42.5(pid=3451) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3451): Process ended prematurely: osmo-stp_10.42.42.5(pid=3451) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:40:12.376527 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.388051 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:40:12.542656 tst ping.py: using LAC 19631\u000a06:40:12.655856 tst ping.py: using RAC 251\u000a06:40:12.773637 tst ping.py: using CellId 19631\u000a06:40:12.886617 tst ping.py: using BVCI 19632\u000a06:40:12.909093 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.919991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.930711 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.941744 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.952644 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.963658 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.974873 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:12.985894 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:40:13.256158 tst ping.py:19: start network...\u000a06:40:13.378056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:13.840086 run create_hlr_db(pid=3445): Launched\u000a06:40:14.009644 bus /gobi_6: Setting Powered False\u000a06:40:15.030748 run create_hlr_db(pid=3445): Terminated: ok {rc=0}\u000a06:40:15.451289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3447): Launched\u000a06:40:15.766756 run osmo-hlr_10.42.42.2(pid=3448): Launched\u000a06:40:15.955936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:16.615961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3450): Launched\u000a06:40:17.039055 run osmo-stp_10.42.42.5(pid=3451): Launched\u000a06:40:17.255856 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:17.771757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3453): Launched\u000a06:40:17.877093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:18.135041 run patchelf(pid=3454): Launched\u000a06:40:18.309643 run osmo-stp_10.42.42.5(pid=3451): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)]\u000a06:40:18.436840 run osmo-stp_10.42.42.5(pid=3451): stdout: \u000a| (launched: 2022-12-09_06:40:16.779168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:18.564796 run osmo-stp_10.42.42.5(pid=3451): stderr: \u000a| �[0;m�[38;5;43m20221209064017076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064017077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064017077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064017077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064017078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064017078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064017078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:18.687965 run osmo-stp_10.42.42.5(pid=3451): stdout: \u000a| (launched: 2022-12-09_06:40:16.779168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:18.809904 run osmo-stp_10.42.42.5(pid=3451): stderr: \u000a| �[0;m�[38;5;43m20221209064017076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064017077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064017077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064017077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064017078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064017078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064017078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:18.951835 run patchelf(pid=3454): Terminating (SIGINT)\u000a06:40:19.118826 run patchelf(pid=3454): Terminated: ok {rc=0}\u000a06:40:19.149263 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3451): Process ended prematurely: osmo-stp_10.42.42.5(pid=3451) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:40:19.157776 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:40:19.218786 run osmo-hlr_10.42.42.2(pid=3448): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3448)]\u000a06:40:19.268671 run osmo-hlr_10.42.42.2(pid=3448): stdout: \u000a| (launched: 2022-12-09_06:40:15.611435) \u000a06:40:19.318809 run osmo-hlr_10.42.42.2(pid=3448): stderr: \u000a| �[0;m�[1;31m20221209064015807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064015807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064015807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064015807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064015807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064015807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064015820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064015829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064015829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064015830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:19.361285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3447): Terminating (SIGTERM)\u000a06:40:19.401602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3450): Terminating (SIGTERM)\u000a06:40:19.442247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3453): Terminating (SIGTERM)\u000a06:40:19.452021 --- ParallelTerminationStrategy: PID 3447 died...\u000a06:40:19.506544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3447): Terminated: ok {rc=0}\u000a06:40:19.516439 --- ParallelTerminationStrategy: PID 3450 died...\u000a06:40:19.570421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3450): Terminated: ok {rc=0}\u000a06:40:19.580726 --- ParallelTerminationStrategy: PID 3453 died...\u000a06:40:19.634930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3453): Terminated: ok {rc=0}\u000a06:40:19.719625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3461): Process ended prematurely: osmo-stp_10.42.42.5(pid=3461) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3461): Process ended prematurely: osmo-stp_10.42.42.5(pid=3461) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:40:20.772711 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:20.784780 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:40:20.948190 tst ping_idle_ping.py: using LAC 19632\u000a06:40:21.072732 tst ping_idle_ping.py: using RAC 252\u000a06:40:21.197476 tst ping_idle_ping.py: using CellId 19632\u000a06:40:21.323770 tst ping_idle_ping.py: using BVCI 19633\u000a06:40:21.348128 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.359462 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.370696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.382521 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.394167 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.405995 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.417819 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:40:21.429506 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:40:21.718927 tst ping_idle_ping.py:24: start network...\u000a06:40:21.852235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:22.361798 run create_hlr_db(pid=3455): Launched\u000a06:40:22.546644 bus /gobi_6: Setting Powered False\u000a06:40:23.557316 run create_hlr_db(pid=3455): Terminated: ok {rc=0}\u000a06:40:23.961116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3457): Launched\u000a06:40:24.255548 run osmo-hlr_10.42.42.2(pid=3458): Launched\u000a06:40:24.370566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:24.892194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3460): Launched\u000a06:40:25.186735 run osmo-stp_10.42.42.5(pid=3461): Launched\u000a06:40:25.295054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:25.809918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3463): Launched\u000a06:40:25.915025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:26.172282 run patchelf(pid=3464): Launched\u000a06:40:26.346766 run osmo-stp_10.42.42.5(pid=3461): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)]\u000a06:40:26.473823 run osmo-stp_10.42.42.5(pid=3461): stdout: \u000a| (launched: 2022-12-09_06:40:25.041720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:26.601394 run osmo-stp_10.42.42.5(pid=3461): stderr: \u000a| �[0;m�[38;5;43m20221209064025211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064025211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064025212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064025212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064025213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064025213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064025213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:26.723764 run osmo-stp_10.42.42.5(pid=3461): stdout: \u000a| (launched: 2022-12-09_06:40:25.041720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:26.844605 run osmo-stp_10.42.42.5(pid=3461): stderr: \u000a| �[0;m�[38;5;43m20221209064025211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064025211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064025212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064025212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064025213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064025213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064025213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:26.986218 run patchelf(pid=3464): Terminating (SIGINT)\u000a06:40:27.153397 run patchelf(pid=3464): Terminated: ok {rc=0}\u000a06:40:27.183660 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3461): Process ended prematurely: osmo-stp_10.42.42.5(pid=3461) [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:40:27.192199 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a06:40:27.252549 run osmo-hlr_10.42.42.2(pid=3458): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3458)]\u000a06:40:27.301820 run osmo-hlr_10.42.42.2(pid=3458): stdout: \u000a| (launched: 2022-12-09_06:40:24.111046) \u000a06:40:27.351753 run osmo-hlr_10.42.42.2(pid=3458): stderr: \u000a| �[0;m�[1;31m20221209064024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064024289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064024300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064024308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064024309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064024309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:27.394071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3457): Terminating (SIGTERM)\u000a06:40:27.434445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3460): Terminating (SIGTERM)\u000a06:40:27.474814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3463): Terminating (SIGTERM)\u000a06:40:27.484460 --- ParallelTerminationStrategy: PID 3457 died...\u000a06:40:27.538037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3457): Terminated: ok {rc=0}\u000a06:40:27.548072 --- ParallelTerminationStrategy: PID 3460 died...\u000a06:40:27.602103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3460): Terminated: ok {rc=0}\u000a06:40:27.611732 --- ParallelTerminationStrategy: PID 3463 died...\u000a06:40:27.665242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3463): Terminated: ok {rc=0}\u000a06:40:27.747898 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:39:29" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3479): Process ended prematurely: osmo-stp_10.42.42.5(pid=3479) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3479): Process ended prematurely: osmo-stp_10.42.42.5(pid=3479) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:40:29.895166 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:29.906321 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:30.042769 tst cs_paging_gprs_active.py: using LAC 19633\u000a06:40:30.165147 tst cs_paging_gprs_active.py: using RAC 253\u000a06:40:30.280353 tst cs_paging_gprs_active.py: using CellId 19633\u000a06:40:30.397704 tst cs_paging_gprs_active.py: using BVCI 19634\u000a06:40:30.420283 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.431465 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.442492 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.453718 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.464882 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.476013 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.487290 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.498634 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.510163 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:30.627101 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:30.928300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:40:31.068641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:31.453529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3469): Launched\u000a06:40:31.751288 run iperf3-srv_10.42.42.10(pid=3470): Launched\u000a06:40:31.950939 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:40:32.087079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:32.419357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3471): Launched\u000a06:40:32.693602 run iperf3-srv_10.42.42.10(pid=3472): Launched\u000a06:40:32.888928 tst cs_paging_gprs_active.py:38: start network...\u000a06:40:33.022113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:33.536409 run create_hlr_db(pid=3473): Launched\u000a06:40:33.721613 bus /gobi_6: Setting Powered False\u000a06:40:34.743161 run create_hlr_db(pid=3473): Terminated: ok {rc=0}\u000a06:40:35.168306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3475): Launched\u000a06:40:35.486727 run osmo-hlr_10.42.42.2(pid=3476): Launched\u000a06:40:35.606789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:36.163691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3478): Launched\u000a06:40:36.482798 run osmo-stp_10.42.42.5(pid=3479): Launched\u000a06:40:36.599445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:37.155610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3481): Launched\u000a06:40:37.270254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:37.547300 run patchelf(pid=3482): Launched\u000a06:40:37.734663 run osmo-stp_10.42.42.5(pid=3479): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)]\u000a06:40:37.872523 run osmo-stp_10.42.42.5(pid=3479): stdout: \u000a| (launched: 2022-12-09_06:40:36.326744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:38.010103 run osmo-stp_10.42.42.5(pid=3479): stderr: \u000a| �[0;m�[38;5;43m20221209064036518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064036518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064036518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064036519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064036519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064036519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064036519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:38.143120 run osmo-stp_10.42.42.5(pid=3479): stdout: \u000a| (launched: 2022-12-09_06:40:36.326744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:38.275518 run osmo-stp_10.42.42.5(pid=3479): stderr: \u000a| �[0;m�[38;5;43m20221209064036518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064036518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064036518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064036519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064036519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064036519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064036519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:38.428466 run patchelf(pid=3482): Terminating (SIGINT)\u000a06:40:38.608111 run patchelf(pid=3482): Terminated: ok {rc=0}\u000a06:40:38.641172 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3479): Process ended prematurely: osmo-stp_10.42.42.5(pid=3479) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a06:40:38.650862 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:40:38.713489 run osmo-hlr_10.42.42.2(pid=3476): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3476)]\u000a06:40:38.764740 run osmo-hlr_10.42.42.2(pid=3476): stdout: \u000a| (launched: 2022-12-09_06:40:35.331014) \u000a06:40:38.817069 run osmo-hlr_10.42.42.2(pid=3476): stderr: \u000a| �[0;m�[1;31m20221209064035529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064035529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064035529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064035529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064035529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064035529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064035541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064035549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064035550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064035550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:38.861589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3469): Terminating (SIGTERM)\u000a06:40:38.903645 run iperf3-srv_10.42.42.10(pid=3470): Terminating (SIGTERM)\u000a06:40:38.946025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3471): Terminating (SIGTERM)\u000a06:40:38.988189 run iperf3-srv_10.42.42.10(pid=3472): Terminating (SIGTERM)\u000a06:40:39.030705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3475): Terminating (SIGTERM)\u000a06:40:39.073140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3478): Terminating (SIGTERM)\u000a06:40:39.115281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3481): Terminating (SIGTERM)\u000a06:40:39.124896 --- ParallelTerminationStrategy: PID 3469 died...\u000a06:40:39.180872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3469): Terminated: ok {rc=0}\u000a06:40:39.190983 --- ParallelTerminationStrategy: PID 3470 died...\u000a06:40:39.246617 run iperf3-srv_10.42.42.10(pid=3470): Terminated {rc=256}\u000a06:40:39.256414 --- ParallelTerminationStrategy: PID 3471 died...\u000a06:40:39.312622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3471): Terminated: ok {rc=0}\u000a06:40:39.322529 --- ParallelTerminationStrategy: PID 3472 died...\u000a06:40:39.378345 run iperf3-srv_10.42.42.10(pid=3472): Terminated {rc=256}\u000a06:40:39.388604 --- ParallelTerminationStrategy: PID 3475 died...\u000a06:40:39.443904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3475): Terminated: ok {rc=0}\u000a06:40:39.454164 --- ParallelTerminationStrategy: PID 3478 died...\u000a06:40:39.509758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3478): Terminated: ok {rc=0}\u000a06:40:39.519848 --- ParallelTerminationStrategy: PID 3481 died...\u000a06:40:39.575319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3481): Terminated: ok {rc=0}\u000a06:40:39.661942 bus /gobi_0: Setting Powered False\u000a06:40:40.769401 bus /gobi_0: Setting Powered False\u000a06:40:41.880831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3491): Process ended prematurely: osmo-stp_10.42.42.5(pid=3491) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3491)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3491): Process ended prematurely: osmo-stp_10.42.42.5(pid=3491) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a06:40:43.001841 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.014349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:43.158923 tst iperf3.py: using LAC 19634\u000a06:40:43.287143 tst iperf3.py: using RAC 254\u000a06:40:43.414324 tst iperf3.py: using CellId 19634\u000a06:40:43.539552 tst iperf3.py: using BVCI 19635\u000a06:40:43.564206 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.576051 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.587671 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.599828 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.611615 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.623233 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.635066 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.646717 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:43.658596 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:43.935395 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:40:44.058340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:44.363489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3483): Launched\u000a06:40:44.618166 run iperf3-srv_10.42.42.10(pid=3484): Launched\u000a06:40:44.798576 tst iperf3.py:8: start network...\u000a06:40:44.921633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:45.390226 run create_hlr_db(pid=3485): Launched\u000a06:40:45.560897 bus /gobi_6: Setting Powered False\u000a06:40:46.640493 run create_hlr_db(pid=3485): Terminated: ok {rc=0}\u000a06:40:47.123103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3487): Launched\u000a06:40:47.445581 run osmo-hlr_10.42.42.2(pid=3488): Launched\u000a06:40:47.564918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:48.117085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3490): Launched\u000a06:40:48.434772 run osmo-stp_10.42.42.5(pid=3491): Launched\u000a06:40:48.550399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:49.103647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3493): Launched\u000a06:40:49.217870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:49.494828 run patchelf(pid=3494): Launched\u000a06:40:49.681856 run osmo-stp_10.42.42.5(pid=3491): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3491)]\u000a06:40:49.818466 run osmo-stp_10.42.42.5(pid=3491): stdout: \u000a| (launched: 2022-12-09_06:40:48.279193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:49.955191 run osmo-stp_10.42.42.5(pid=3491): stderr: \u000a| �[0;m�[38;5;43m20221209064048469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064048469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064048469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064048470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064048470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064048470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064048470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:50.088034 run osmo-stp_10.42.42.5(pid=3491): stdout: \u000a| (launched: 2022-12-09_06:40:48.279193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:50.220847 run osmo-stp_10.42.42.5(pid=3491): stderr: \u000a| �[0;m�[38;5;43m20221209064048469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064048469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064048469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064048470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064048470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064048470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064048470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:50.373764 run patchelf(pid=3494): Terminating (SIGINT)\u000a06:40:50.552628 run patchelf(pid=3494): Terminated: ok {rc=0}\u000a06:40:50.585707 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3491): Process ended prematurely: osmo-stp_10.42.42.5(pid=3491) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3491)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a06:40:50.595575 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a06:40:50.658434 run osmo-hlr_10.42.42.2(pid=3488): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3488)]\u000a06:40:50.710047 run osmo-hlr_10.42.42.2(pid=3488): stdout: \u000a| (launched: 2022-12-09_06:40:47.289401) \u000a06:40:50.762371 run osmo-hlr_10.42.42.2(pid=3488): stderr: \u000a| �[0;m�[1;31m20221209064047486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064047486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064047486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064047486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064047486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064047486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064047498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064047506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064047507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064047507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:50.806882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3483): Terminating (SIGTERM)\u000a06:40:50.848810 run iperf3-srv_10.42.42.10(pid=3484): Terminating (SIGTERM)\u000a06:40:50.890731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3487): Terminating (SIGTERM)\u000a06:40:50.932634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3490): Terminating (SIGTERM)\u000a06:40:50.974710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3493): Terminating (SIGTERM)\u000a06:40:50.984315 --- ParallelTerminationStrategy: PID 3483 died...\u000a06:40:51.039858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3483): Terminated: ok {rc=0}\u000a06:40:51.049911 --- ParallelTerminationStrategy: PID 3484 died...\u000a06:40:51.105107 run iperf3-srv_10.42.42.10(pid=3484): Terminated {rc=256}\u000a06:40:51.114954 --- ParallelTerminationStrategy: PID 3487 died...\u000a06:40:51.170451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3487): Terminated: ok {rc=0}\u000a06:40:51.180550 --- ParallelTerminationStrategy: PID 3490 died...\u000a06:40:51.235901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3490): Terminated: ok {rc=0}\u000a06:40:51.245988 --- ParallelTerminationStrategy: PID 3493 died...\u000a06:40:51.301195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3493): Terminated: ok {rc=0}\u000a06:40:51.388013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3509): Process ended prematurely: osmo-stp_10.42.42.5(pid=3509) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3509)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3509): Process ended prematurely: osmo-stp_10.42.42.5(pid=3509) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a06:40:52.505425 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:52.517761 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:52.656365 tst iperf3m4.py: using LAC 19635\u000a06:40:52.775823 tst iperf3m4.py: using RAC 255\u000a06:40:52.893936 tst iperf3m4.py: using CellId 19635\u000a06:40:53.024098 tst iperf3m4.py: using BVCI 19636\u000a06:40:53.048607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.060264 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.071777 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.083410 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.094993 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.106485 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.118146 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.129715 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:53.141470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:53.260742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:53.378751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:53.498743 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:53.775217 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:40:53.898705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:54.207322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3495): Launched\u000a06:40:54.463000 run iperf3-srv_10.42.42.10(pid=3496): Launched\u000a06:40:54.644060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:40:54.767641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:55.074895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3497): Launched\u000a06:40:55.331914 run iperf3-srv_10.42.42.10(pid=3498): Launched\u000a06:40:55.512503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:40:55.636652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:55.944144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3499): Launched\u000a06:40:56.201667 run iperf3-srv_10.42.42.10(pid=3500): Launched\u000a06:40:56.382224 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:40:56.505683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:56.814023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3501): Launched\u000a06:40:57.070684 run iperf3-srv_10.42.42.10(pid=3502): Launched\u000a06:40:57.251844 tst iperf3m4.py:8: start network...\u000a06:40:57.375743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:57.845643 run create_hlr_db(pid=3503): Launched\u000a06:40:58.017336 bus /gobi_6: Setting Powered False\u000a06:40:59.038381 run create_hlr_db(pid=3503): Terminated: ok {rc=0}\u000a06:40:59.462555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3505): Launched\u000a06:40:59.780629 run osmo-hlr_10.42.42.2(pid=3506): Launched\u000a06:40:59.896579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:00.449285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3508): Launched\u000a06:41:00.768822 run osmo-stp_10.42.42.5(pid=3509): Launched\u000a06:41:00.906976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:01.555665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3511): Launched\u000a06:41:01.699472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:02.016491 run patchelf(pid=3512): Launched\u000a06:41:02.209238 run osmo-stp_10.42.42.5(pid=3509): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3509)]\u000a06:41:02.349098 run osmo-stp_10.42.42.5(pid=3509): stdout: \u000a| (launched: 2022-12-09_06:41:00.611601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:02.486816 run osmo-stp_10.42.42.5(pid=3509): stderr: \u000a| �[0;m�[38;5;43m20221209064100799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064100799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064100799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064100800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064100800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064100800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064100800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:02.620109 run osmo-stp_10.42.42.5(pid=3509): stdout: \u000a| (launched: 2022-12-09_06:41:00.611601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:02.752112 run osmo-stp_10.42.42.5(pid=3509): stderr: \u000a| �[0;m�[38;5;43m20221209064100799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064100799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064100799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064100800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064100800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064100800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064100800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:02.904461 run patchelf(pid=3512): Terminating (SIGINT)\u000a06:41:03.083219 run patchelf(pid=3512): Terminated: ok {rc=0}\u000a06:41:03.116362 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3509): Process ended prematurely: osmo-stp_10.42.42.5(pid=3509) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3509)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a06:41:03.126314 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a06:41:03.189594 run osmo-hlr_10.42.42.2(pid=3506): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3506)]\u000a06:41:03.240979 run osmo-hlr_10.42.42.2(pid=3506): stdout: \u000a| (launched: 2022-12-09_06:40:59.625236) \u000a06:41:03.293026 run osmo-hlr_10.42.42.2(pid=3506): stderr: \u000a| �[0;m�[1;31m20221209064059819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064059819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064059819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064059819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064059819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064059819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064059832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064059840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064059841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064059841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:03.337514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3495): Terminating (SIGTERM)\u000a06:41:03.379534 run iperf3-srv_10.42.42.10(pid=3496): Terminating (SIGTERM)\u000a06:41:03.421381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3497): Terminating (SIGTERM)\u000a06:41:03.463066 run iperf3-srv_10.42.42.10(pid=3498): Terminating (SIGTERM)\u000a06:41:03.504785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3499): Terminating (SIGTERM)\u000a06:41:03.546556 run iperf3-srv_10.42.42.10(pid=3500): Terminating (SIGTERM)\u000a06:41:03.588281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3501): Terminating (SIGTERM)\u000a06:41:03.630225 run iperf3-srv_10.42.42.10(pid=3502): Terminating (SIGTERM)\u000a06:41:03.672005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3505): Terminating (SIGTERM)\u000a06:41:03.713694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3508): Terminating (SIGTERM)\u000a06:41:03.755339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3511): Terminating (SIGTERM)\u000a06:41:03.764931 --- ParallelTerminationStrategy: PID 3495 died...\u000a06:41:03.820810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3495): Terminated: ok {rc=0}\u000a06:41:03.830872 --- ParallelTerminationStrategy: PID 3496 died...\u000a06:41:03.886607 run iperf3-srv_10.42.42.10(pid=3496): Terminated {rc=256}\u000a06:41:03.896533 --- ParallelTerminationStrategy: PID 3497 died...\u000a06:41:03.952040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3497): Terminated: ok {rc=0}\u000a06:41:03.962048 --- ParallelTerminationStrategy: PID 3498 died...\u000a06:41:04.017807 run iperf3-srv_10.42.42.10(pid=3498): Terminated {rc=256}\u000a06:41:04.027787 --- ParallelTerminationStrategy: PID 3499 died...\u000a06:41:04.084113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3499): Terminated: ok {rc=0}\u000a06:41:04.094137 --- ParallelTerminationStrategy: PID 3500 died...\u000a06:41:04.150149 run iperf3-srv_10.42.42.10(pid=3500): Terminated {rc=256}\u000a06:41:04.160136 --- ParallelTerminationStrategy: PID 3501 died...\u000a06:41:04.216084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3501): Terminated: ok {rc=0}\u000a06:41:04.226250 --- ParallelTerminationStrategy: PID 3502 died...\u000a06:41:04.281777 run iperf3-srv_10.42.42.10(pid=3502): Terminated {rc=256}\u000a06:41:04.291723 --- ParallelTerminationStrategy: PID 3505 died...\u000a06:41:04.347549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3505): Terminated: ok {rc=0}\u000a06:41:04.357747 --- ParallelTerminationStrategy: PID 3508 died...\u000a06:41:04.413289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3508): Terminated: ok {rc=0}\u000a06:41:04.423314 --- ParallelTerminationStrategy: PID 3511 died...\u000a06:41:04.479034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3511): Terminated: ok {rc=0}\u000a06:41:04.566546 bus /gobi_4: Setting Powered False\u000a06:41:05.674310 bus /gobi_4: Setting Powered False\u000a06:41:06.781536 bus /gobi_1: Setting Powered False\u000a06:41:07.887770 bus /gobi_1: Setting Powered False\u000a06:41:08.998495 bus /gobi_0: Setting Powered False\u000a06:41:10.102431 bus /gobi_0: Setting Powered False\u000a06:41:11.214895 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3519): Process ended prematurely: osmo-stp_10.42.42.5(pid=3519) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3519)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3519): Process ended prematurely: osmo-stp_10.42.42.5(pid=3519) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a06:41:12.279721 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.291537 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:41:12.426166 tst ping.py: using LAC 19636\u000a06:41:12.542252 tst ping.py: using RAC 1\u000a06:41:12.657347 tst ping.py: using CellId 19636\u000a06:41:12.770993 tst ping.py: using BVCI 19637\u000a06:41:12.793359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.804513 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.815639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.827001 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.838344 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.849523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.860991 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:12.872238 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:41:13.158154 tst ping.py:19: start network...\u000a06:41:13.289078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:13.789334 run create_hlr_db(pid=3513): Launched\u000a06:41:13.971513 bus /gobi_6: Setting Powered False\u000a06:41:14.992738 run create_hlr_db(pid=3513): Terminated: ok {rc=0}\u000a06:41:15.385618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3515): Launched\u000a06:41:15.685925 run osmo-hlr_10.42.42.2(pid=3516): Launched\u000a06:41:15.799268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:16.398027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3518): Launched\u000a06:41:16.823527 run osmo-stp_10.42.42.5(pid=3519): Launched\u000a06:41:17.024095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:17.577787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3521): Launched\u000a06:41:17.689815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:17.962511 run patchelf(pid=3522): Launched\u000a06:41:18.146707 run osmo-stp_10.42.42.5(pid=3519): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3519)]\u000a06:41:18.282357 run osmo-stp_10.42.42.5(pid=3519): stdout: \u000a| (launched: 2022-12-09_06:41:16.562476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:18.416560 run osmo-stp_10.42.42.5(pid=3519): stderr: \u000a| �[0;m�[38;5;43m20221209064116844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064116844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064116845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064116845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064116845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064116846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064116846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:18.546378 run osmo-stp_10.42.42.5(pid=3519): stdout: \u000a| (launched: 2022-12-09_06:41:16.562476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:18.674916 run osmo-stp_10.42.42.5(pid=3519): stderr: \u000a| �[0;m�[38;5;43m20221209064116844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064116844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064116845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064116845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064116845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064116846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064116846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:18.824796 run patchelf(pid=3522): Terminating (SIGINT)\u000a06:41:19.001204 run patchelf(pid=3522): Terminated: ok {rc=0}\u000a06:41:19.033149 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3519): Process ended prematurely: osmo-stp_10.42.42.5(pid=3519) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3519)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a06:41:19.042646 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:41:19.105299 run osmo-hlr_10.42.42.2(pid=3516): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3516)]\u000a06:41:19.156633 run osmo-hlr_10.42.42.2(pid=3516): stdout: \u000a| (launched: 2022-12-09_06:41:15.533715) \u000a06:41:19.208885 run osmo-hlr_10.42.42.2(pid=3516): stderr: \u000a| �[0;m�[1;31m20221209064115724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064115724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064115724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064115724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064115724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064115724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064115743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064115753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064115753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064115753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:19.253438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3515): Terminating (SIGTERM)\u000a06:41:19.295406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3518): Terminating (SIGTERM)\u000a06:41:19.337336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3521): Terminating (SIGTERM)\u000a06:41:19.346987 --- ParallelTerminationStrategy: PID 3515 died...\u000a06:41:19.403217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3515): Terminated: ok {rc=0}\u000a06:41:19.413369 --- ParallelTerminationStrategy: PID 3518 died...\u000a06:41:19.468988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3518): Terminated: ok {rc=0}\u000a06:41:19.479040 --- ParallelTerminationStrategy: PID 3521 died...\u000a06:41:19.534659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3521): Terminated: ok {rc=0}\u000a06:41:19.621293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a06:41:20.673350 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:20.685732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:41:20.822307 tst ping_idle_ping.py: using LAC 19637\u000a06:41:20.937141 tst ping_idle_ping.py: using RAC 2\u000a06:41:21.059913 tst ping_idle_ping.py: using CellId 19637\u000a06:41:21.184172 tst ping_idle_ping.py: using BVCI 19638\u000a06:41:21.208792 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.220514 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.232264 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.243856 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.255841 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.267781 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.279952 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:41:21.291631 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:41:21.563106 tst ping_idle_ping.py:24: start network...\u000a06:41:21.685561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:22.149697 run create_hlr_db(pid=3523): Launched\u000a06:41:22.319437 bus /gobi_6: Setting Powered False\u000a06:41:23.341042 run create_hlr_db(pid=3523): Terminated: ok {rc=0}\u000a06:41:23.760202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Launched\u000a06:41:24.073930 run osmo-hlr_10.42.42.2(pid=3526): Launched\u000a06:41:24.190399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:24.736457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Launched\u000a06:41:25.048246 run osmo-stp_10.42.42.5(pid=3529): Launched\u000a06:41:25.161764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:25.707974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3531): Launched\u000a06:41:25.819476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:26.091740 run patchelf(pid=3532): Launched\u000a06:41:26.276831 run osmo-stp_10.42.42.5(pid=3529): ERR: Terminated: ERROR {rc=1} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]\u000a06:41:26.411278 run osmo-stp_10.42.42.5(pid=3529): stdout: \u000a| (launched: 2022-12-09_06:41:24.895538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:26.545602 run osmo-stp_10.42.42.5(pid=3529): stderr: \u000a| �[0;m�[38;5;43m20221209064125086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064125086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064125087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064125087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064125087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064125087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064125087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:26.675481 run osmo-stp_10.42.42.5(pid=3529): stdout: \u000a| (launched: 2022-12-09_06:41:24.895538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:26.803954 run osmo-stp_10.42.42.5(pid=3529): stderr: \u000a| �[0;m�[38;5;43m20221209064125086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064125086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064125087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064125087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064125087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064125087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064125087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:26.953804 run patchelf(pid=3532): Terminating (SIGINT)\u000a06:41:27.129973 run patchelf(pid=3532): Terminated: ok {rc=0}\u000a06:41:27.161991 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)] [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a06:41:27.171197 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:41:27.233920 run osmo-hlr_10.42.42.2(pid=3526): ERR: Terminated: ERROR {rc=237} [trial-2355↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3526)]\u000a06:41:27.284979 run osmo-hlr_10.42.42.2(pid=3526): stdout: \u000a| (launched: 2022-12-09_06:41:23.920441) \u000a06:41:27.336843 run osmo-hlr_10.42.42.2(pid=3526): stderr: \u000a| �[0;m�[1;31m20221209064124116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064124116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064124116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064124116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064124116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064124116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064124128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064124137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064124137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064124137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:27.381002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Terminating (SIGTERM)\u000a06:41:27.422798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Terminating (SIGTERM)\u000a06:41:27.464571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3531): Terminating (SIGTERM)\u000a06:41:27.474275 --- ParallelTerminationStrategy: PID 3525 died...\u000a06:41:27.529756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Terminated: ok {rc=0}\u000a06:41:27.539686 --- ParallelTerminationStrategy: PID 3528 died...\u000a06:41:27.594929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Terminated: ok {rc=0}\u000a06:41:27.604817 --- ParallelTerminationStrategy: PID 3531 died...\u000a06:41:27.660007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3531): Terminated: ok {rc=0}\u000a06:41:27.746541 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:40:29" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3542): Process ended prematurely: osmo-stp_10.42.42.5(pid=3542) [trial-2355↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3542)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3542): Process ended prematurely: osmo-stp_10.42.42.5(pid=3542) [trial-2355↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:41:29.789533 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:29.801427 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:41:29.953932 tst switch_tch_pdch.py: using LAC 19638\u000a06:41:30.076486 tst switch_tch_pdch.py: using RAC 3\u000a06:41:30.201008 tst switch_tch_pdch.py: using CellId 19638\u000a06:41:30.317786 tst switch_tch_pdch.py: using BVCI 19639\u000a06:41:30.340171 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.351813 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.363120 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.374809 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.386435 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.397986 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.410167 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:41:30.421571 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:41:30.540524 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:41:30.829721 tst switch_tch_pdch.py:51: start network...\u000a06:41:30.963711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:31.507969 run create_hlr_db(pid=3536): Launched\u000a06:41:31.693823 bus /gobi_6: Setting Powered False\u000a06:41:32.711160 run create_hlr_db(pid=3536): Terminated: ok {rc=0}\u000a06:41:33.129080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3538): Launched\u000a06:41:33.441625 run osmo-hlr_10.42.42.2(pid=3539): Launched\u000a06:41:33.559965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:34.106459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3541): Launched\u000a06:41:34.421426 run osmo-stp_10.42.42.5(pid=3542): Launched\u000a06:41:34.535585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:35.083643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3544): Launched\u000a06:41:35.195700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:35.469025 run patchelf(pid=3545): Launched\u000a06:41:35.653621 run osmo-stp_10.42.42.5(pid=3542): ERR: Terminated: ERROR {rc=1} [trial-2355↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3542)]\u000a06:41:35.788529 run osmo-stp_10.42.42.5(pid=3542): stdout: \u000a| (launched: 2022-12-09_06:41:34.267108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:35.923468 run osmo-stp_10.42.42.5(pid=3542): stderr: \u000a| �[0;m�[38;5;43m20221209064134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064134459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064134459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064134459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064134459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:36.053891 run osmo-stp_10.42.42.5(pid=3542): stdout: \u000a| (launched: 2022-12-09_06:41:34.267108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:36.182639 run osmo-stp_10.42.42.5(pid=3542): stderr: \u000a| �[0;m�[38;5;43m20221209064134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064134459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064134459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064134459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064134459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:36.333957 run patchelf(pid=3545): Terminating (SIGINT)\u000a06:41:36.510426 run patchelf(pid=3545): Terminated: ok {rc=0}\u000a06:41:36.542509 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3542): Process ended prematurely: osmo-stp_10.42.42.5(pid=3542) [trial-2355↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3542)] [trial-2355↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:41:36.551578 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:41:36.613885 run osmo-hlr_10.42.42.2(pid=3539): ERR: Terminated: ERROR {rc=237} [trial-2355↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3539)]\u000a06:41:36.665080 run osmo-hlr_10.42.42.2(pid=3539): stdout: \u000a| (launched: 2022-12-09_06:41:33.289143) \u000a06:41:36.716750 run osmo-hlr_10.42.42.2(pid=3539): stderr: \u000a| �[0;m�[1;31m20221209064133485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064133485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064133485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064133485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064133485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064133485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064133497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064133506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064133506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064133506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:36.761084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3538): Terminating (SIGTERM)\u000a06:41:36.802875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3541): Terminating (SIGTERM)\u000a06:41:36.844722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3544): Terminating (SIGTERM)\u000a06:41:36.854318 --- ParallelTerminationStrategy: PID 3538 died...\u000a06:41:36.909931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3538): Terminated: ok {rc=0}\u000a06:41:36.919886 --- ParallelTerminationStrategy: PID 3541 died...\u000a06:41:36.975215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3541): Terminated: ok {rc=0}\u000a06:41:36.985188 --- ParallelTerminationStrategy: PID 3544 died...\u000a06:41:37.041008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3544): Terminated: ok {rc=0}\u000a06:41:37.127722 bus /gobi_0: Setting Powered False\u000a06:41:38.231381 bus /gobi_0: Setting Powered False\u000a06:41:39.342631 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:41:29" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3550) [trial-2355↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3550)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3550) [trial-2355↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a06:41:41.177416 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:41.284273 tst esme_connect_policy_acceptall.py: using MSISDN 7065\u000a06:41:41.416421 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:41.975899 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3549): Launched\u000a06:41:42.268620 run osmo-nitb_10.42.42.2(pid=3550): Launched\u000a06:41:42.452337 run osmo-nitb_10.42.42.2(pid=3550): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3550)]\u000a06:41:42.588092 run osmo-nitb_10.42.42.2(pid=3550): stdout: \u000a| (launched: 2022-12-09_06:41:42.126627) \u000a06:41:42.724028 run osmo-nitb_10.42.42.2(pid=3550): stderr: \u000a| (launched: 2022-12-09_06:41:42.170675)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:42.855282 run osmo-nitb_10.42.42.2(pid=3550): stdout: \u000a| (launched: 2022-12-09_06:41:42.126627) \u000a06:41:42.984558 run osmo-nitb_10.42.42.2(pid=3550): stderr: \u000a| (launched: 2022-12-09_06:41:42.170675)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:43.390580 tst osmo-nitb_10.42.42.2(pid=3550): stdout: \u000a| (launched: 2022-12-09_06:41:42.126627) \u000a06:41:43.510129 tst osmo-nitb_10.42.42.2(pid=3550): stderr: \u000a| (launched: 2022-12-09_06:41:42.170675)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:43.562165 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=3550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3550) [trial-2355↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3550)] [trial-2355↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a06:41:43.570153 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a06:41:43.605593 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3549): Terminating (SIGTERM)\u000a06:41:43.782954 --- ParallelTerminationStrategy: PID 3549 died...\u000a06:41:43.838533 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3549): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3552) [trial-2355↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3552)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3552) [trial-2355↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a06:41:43.852598 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:43.961602 tst esme_connect_policy_closed.py: using MSISDN 7066\u000a06:41:44.078736 tst esme_connect_policy_closed.py: using MSISDN 7067\u000a06:41:44.184536 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:44.749597 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3551): Launched\u000a06:41:45.043486 run osmo-nitb_10.42.42.2(pid=3552): Launched\u000a06:41:45.213433 run osmo-nitb_10.42.42.2(pid=3552): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3552)]\u000a06:41:45.337915 run osmo-nitb_10.42.42.2(pid=3552): stdout: \u000a| (launched: 2022-12-09_06:41:44.901155) \u000a06:41:45.462745 run osmo-nitb_10.42.42.2(pid=3552): stderr: \u000a| (launched: 2022-12-09_06:41:44.945567)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:45.582577 run osmo-nitb_10.42.42.2(pid=3552): stdout: \u000a| (launched: 2022-12-09_06:41:44.901155) \u000a06:41:45.701493 run osmo-nitb_10.42.42.2(pid=3552): stderr: \u000a| (launched: 2022-12-09_06:41:44.945567)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:45.753664 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=3552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3552) [trial-2355↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3552)] [trial-2355↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a06:41:45.761481 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a06:41:45.795978 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3551): Terminating (SIGTERM)\u000a06:41:45.973045 --- ParallelTerminationStrategy: PID 3551 died...\u000a06:41:46.040212 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3551): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3554): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3554) [trial-2355↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3554)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3554): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3554) [trial-2355↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a06:41:46.059359 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:46.073873 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a06:41:46.231759 tst esme_ms_sms_storeforward.py: using LAC 19639\u000a06:41:46.352289 tst esme_ms_sms_storeforward.py: using RAC 4\u000a06:41:46.481847 tst esme_ms_sms_storeforward.py: using CellId 19639\u000a06:41:46.631290 tst esme_ms_sms_storeforward.py: using BVCI 19640\u000a06:41:46.655508 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a06:41:46.899953 tst esme_ms_sms_storeforward.py: using MSISDN 7068\u000a06:41:47.119342 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a06:41:47.259557 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:47.924887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3553): Launched\u000a06:41:48.242550 run osmo-nitb_10.42.42.2(pid=3554): Launched\u000a06:41:48.426478 run osmo-nitb_10.42.42.2(pid=3554): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3554)]\u000a06:41:48.560138 run osmo-nitb_10.42.42.2(pid=3554): stdout: \u000a| (launched: 2022-12-09_06:41:48.088653) \u000a06:41:48.694680 run osmo-nitb_10.42.42.2(pid=3554): stderr: \u000a| (launched: 2022-12-09_06:41:48.136681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:48.823810 run osmo-nitb_10.42.42.2(pid=3554): stdout: \u000a| (launched: 2022-12-09_06:41:48.088653) \u000a06:41:48.951966 run osmo-nitb_10.42.42.2(pid=3554): stderr: \u000a| (launched: 2022-12-09_06:41:48.136681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:49.007729 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=3554): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3554) [trial-2355↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3554)] [trial-2355↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a06:41:49.016123 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a06:41:49.053449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3553): Terminating (SIGTERM)\u000a06:41:49.231172 --- ParallelTerminationStrategy: PID 3553 died...\u000a06:41:49.289705 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3553): Terminated: ok {rc=0}\u000a06:41:49.377043 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3556) [trial-2355↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3556)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3556) [trial-2355↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a06:41:50.430088 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:50.441778 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a06:41:50.572435 tst esme_ms_sms_transaction.py: using LAC 19640\u000a06:41:50.702272 tst esme_ms_sms_transaction.py: using RAC 5\u000a06:41:50.827757 tst esme_ms_sms_transaction.py: using CellId 19640\u000a06:41:50.950661 tst esme_ms_sms_transaction.py: using BVCI 19641\u000a06:41:50.975070 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a06:41:51.183010 tst esme_ms_sms_transaction.py: using MSISDN 7069\u000a06:41:51.365213 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a06:41:51.490011 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:52.105222 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3555): Launched\u000a06:41:52.399121 run osmo-nitb_10.42.42.2(pid=3556): Launched\u000a06:41:52.583812 run osmo-nitb_10.42.42.2(pid=3556): ERR: Terminated: ERROR {rc=2} [trial-2355↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3556)]\u000a06:41:52.719910 run osmo-nitb_10.42.42.2(pid=3556): stdout: \u000a| (launched: 2022-12-09_06:41:52.256865) \u000a06:41:52.856180 run osmo-nitb_10.42.42.2(pid=3556): stderr: \u000a| (launched: 2022-12-09_06:41:52.301150)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:52.987386 run osmo-nitb_10.42.42.2(pid=3556): stdout: \u000a| (launched: 2022-12-09_06:41:52.256865) \u000a06:41:53.117850 run osmo-nitb_10.42.42.2(pid=3556): stderr: \u000a| (launched: 2022-12-09_06:41:52.301150)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:53.518842 tst osmo-nitb_10.42.42.2(pid=3556): stdout: \u000a| (launched: 2022-12-09_06:41:52.256865) \u000a06:41:53.637955 tst osmo-nitb_10.42.42.2(pid=3556): stderr: \u000a| (launched: 2022-12-09_06:41:52.301150)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:53.690299 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=3556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3556) [trial-2355↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3556)] [trial-2355↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a06:41:53.698449 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a06:41:53.733592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3555): Terminating (SIGTERM)\u000a06:41:53.910998 --- ParallelTerminationStrategy: PID 3555 died...\u000a06:41:53.966328 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3555): Terminated: ok {rc=0}\u000a06:41:54.054416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:41:41" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=3565): Process ended prematurely: osmo-hlr_10.42.42.2(pid=3565) [trial-2355↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3565)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=3565): Process ended prematurely: osmo-hlr_10.42.42.2(pid=3565) [trial-2355↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a06:41:55.845940 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:55.856528 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:55.867363 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:55.878558 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:55.990334 tst esme_connect_policy_acceptall.py: using MSISDN 7070\u000a06:41:56.103795 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a06:41:56.657143 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=3560): Launched\u000a06:41:56.975451 run osmo-stp_10.42.42.4(pid=3561): Launched\u000a06:41:57.090862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:57.604476 run create_hlr_db(pid=3562): Launched\u000a06:41:57.793999 bus /sierra_2: Setting Powered False\u000a06:41:58.813934 run create_hlr_db(pid=3562): Terminated: ok {rc=0}\u000a06:41:59.246549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3564): Launched\u000a06:41:59.570139 run osmo-hlr_10.42.42.2(pid=3565): Launched\u000a06:41:59.688494 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a06:42:00.283217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3567): Launched\u000a06:42:00.607922 run osmo-msc_10.42.42.5(pid=3568): Launched\u000a06:42:00.799876 run osmo-hlr_10.42.42.2(pid=3565): ERR: Terminated: ERROR {rc=237} [trial-2355↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3565)]\u000a06:42:01.120272 run osmo-hlr_10.42.42.2(pid=3565): stdout: \u000a| (launched: 2022-12-09_06:41:59.412226) \u000a06:42:01.390688 run osmo-hlr_10.42.42.2(pid=3565): stderr: \u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064159619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064159628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064159628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064159628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:01.561252 run osmo-hlr_10.42.42.2(pid=3565): stdout: \u000a| (launched: 2022-12-09_06:41:59.412226) \u000a06:42:01.702965 run osmo-hlr_10.42.42.2(pid=3565): stderr: \u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064159605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064159619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064159628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064159628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064159628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:01.761703 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=3565): Process ended prematurely: osmo-hlr_10.42.42.2(pid=3565) [trial-2355↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3565)] [trial-2355↪smpp↪esme_connect_policy_acceptall.py:23]\u000a06:42:01.771077 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.9 sec)\u000a06:42:01.837528 run osmo-msc_10.42.42.5(pid=3568): ERR: Terminated: ERROR {rc=9} [trial-2355↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=3568)]\u000a06:42:01.892677 run osmo-msc_10.42.42.5(pid=3568): stdout: \u000a| (launched: 2022-12-09_06:42:00.448779) \u000a06:42:01.948018 run osmo-msc_10.42.42.5(pid=3568): stderr: \u000a| �[0;m�[38;5;43m20221209064200810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209064200810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209064200810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209064200810 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209064200810 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209064200811 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209064200811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209064200811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209064200811 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a06:42:01.994946 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=3560): Terminating (SIGTERM)\u000a06:42:02.039560 run osmo-stp_10.42.42.4(pid=3561): Terminating (SIGTERM)\u000a06:42:02.100514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3564): Terminating (SIGTERM)\u000a06:42:02.191256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3567): Terminating (SIGTERM)\u000a06:42:02.213357 --- ParallelTerminationStrategy: PID 3560 died...\u000a06:42:02.271813 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=3560): Terminated: ok {rc=0}\u000a06:42:02.282709 --- ParallelTerminationStrategy: PID 3561 died...\u000a06:42:02.341288 run osmo-stp_10.42.42.4(pid=3561): Terminated: ok {rc=0}\u000a06:42:02.351647 --- ParallelTerminationStrategy: PID 3564 died...\u000a06:42:02.408273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3564): Terminated: ok {rc=0}\u000a06:42:02.418544 --- ParallelTerminationStrategy: PID 3567 died...\u000a06:42:02.474851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3567): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=3586): Process ended prematurely: osmo-hlr_10.42.42.2(pid=3586) [trial-2355↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3586)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=3586): Process ended prematurely: osmo-hlr_10.42.42.2(pid=3586) [trial-2355↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a06:42:02.490214 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:02.501809 tst smpp: Using 1 x bts (candidates: 1)\u000a06:42:02.632850 tst esme_connect_policy_closed.py: using LAC 19641\u000a06:42:02.759989 tst esme_connect_policy_closed.py: using RAC 6\u000a06:42:02.887203 tst esme_connect_policy_closed.py: using CellId 19641\u000a06:42:03.022088 tst esme_connect_policy_closed.py: using BVCI 19642\u000a06:42:03.047062 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:03.057968 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:03.068537 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:03.181203 tst esme_connect_policy_closed.py: using MSISDN 7071\u000a06:42:03.313880 tst esme_connect_policy_closed.py: using MSISDN 7072\u000a06:42:03.429151 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a06:42:03.990684 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=3581): Launched\u000a06:42:04.315477 run osmo-stp_10.42.42.4(pid=3582): Launched\u000a06:42:04.431931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:04.950843 run create_hlr_db(pid=3583): Launched\u000a06:42:06.141982 run create_hlr_db(pid=3583): Terminated: ok {rc=0}\u000a06:42:06.478877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3585): Launched\u000a06:42:06.803267 run osmo-hlr_10.42.42.2(pid=3586): Launched\u000a06:42:06.924352 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a06:42:07.523364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3588): Launched\u000a06:42:07.849562 run osmo-msc_10.42.42.5(pid=3589): Launched\u000a06:42:08.040391 run osmo-hlr_10.42.42.2(pid=3586): ERR: Terminated: ERROR {rc=237} [trial-2355↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3586)]\u000a06:42:08.178842 run osmo-hlr_10.42.42.2(pid=3586): stdout: \u000a| (launched: 2022-12-09_06:42:06.645475) \u000a06:42:08.317240 run osmo-hlr_10.42.42.2(pid=3586): stderr: \u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064206850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064206859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064206859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064206859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:08.448030 run osmo-hlr_10.42.42.2(pid=3586): stdout: \u000a| (launched: 2022-12-09_06:42:06.645475) \u000a06:42:08.578544 run osmo-hlr_10.42.42.2(pid=3586): stderr: \u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064206838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064206850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064206859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064206859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064206859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:08.635219 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=3586): Process ended prematurely: osmo-hlr_10.42.42.2(pid=3586) [trial-2355↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3586)] [trial-2355↪smpp↪esme_connect_policy_closed.py:31]\u000a06:42:08.643552 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a06:42:08.706408 run osmo-msc_10.42.42.5(pid=3589): ERR: Terminated: ERROR {rc=9} [trial-2355↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=3589)]\u000a06:42:08.758098 run osmo-msc_10.42.42.5(pid=3589): stdout: \u000a| (launched: 2022-12-09_06:42:07.689763) \u000a06:42:08.810252 run osmo-msc_10.42.42.5(pid=3589): stderr: \u000a| �[0;m�[38;5;43m20221209064208053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209064208053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209064208053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209064208053 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209064208053 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209064208053 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209064208053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209064208054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209064208054 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a06:42:08.854656 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=3581): Terminating (SIGTERM)\u000a06:42:08.896630 run osmo-stp_10.42.42.4(pid=3582): Terminating (SIGTERM)\u000a06:42:08.939554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3585): Terminating (SIGTERM)\u000a06:42:08.985087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3588): Terminating (SIGTERM)\u000a06:42:08.995773 --- ParallelTerminationStrategy: PID 3581 died...\u000a06:42:09.054571 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=3581): Terminated: ok {rc=0}\u000a06:42:09.064636 --- ParallelTerminationStrategy: PID 3582 died...\u000a06:42:09.120185 run osmo-stp_10.42.42.4(pid=3582): Terminated: ok {rc=0}\u000a06:42:09.130213 --- ParallelTerminationStrategy: PID 3585 died...\u000a06:42:09.186066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3585): Terminated: ok {rc=0}\u000a06:42:09.196043 --- ParallelTerminationStrategy: PID 3588 died...\u000a06:42:09.251956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3588): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3598): Process ended prematurely: osmo-stp_10.42.42.5(pid=3598) [trial-2355↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3598): Process ended prematurely: osmo-stp_10.42.42.5(pid=3598) [trial-2355↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a06:42:09.266745 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:09.278216 tst smpp: Using 1 x bts (candidates: 1)\u000a06:42:09.408811 tst esme_ms_sms_storeforward.py: using LAC 19642\u000a06:42:09.537123 tst esme_ms_sms_storeforward.py: using RAC 7\u000a06:42:09.664675 tst esme_ms_sms_storeforward.py: using CellId 19642\u000a06:42:09.792322 tst esme_ms_sms_storeforward.py: using BVCI 19643\u000a06:42:09.817271 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:09.828096 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:09.838894 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:09.849763 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:09.860381 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:09.871049 tst smpp: Using 1 x modem (candidates: 1)\u000a06:42:10.096641 tst esme_ms_sms_storeforward.py: using MSISDN 7073\u000a06:42:10.212897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:10.731958 run create_hlr_db(pid=3592): Launched\u000a06:42:11.922793 run create_hlr_db(pid=3592): Terminated: ok {rc=0}\u000a06:42:12.257978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3594): Launched\u000a06:42:12.582049 run osmo-hlr_10.42.42.2(pid=3595): Launched\u000a06:42:12.701235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:13.267986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3597): Launched\u000a06:42:13.593908 run osmo-stp_10.42.42.5(pid=3598): Launched\u000a06:42:13.712696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:14.306563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3600): Launched\u000a06:42:14.631266 run osmo-msc_10.42.42.6(pid=3601): Launched\u000a06:42:14.821291 run osmo-stp_10.42.42.5(pid=3598): ERR: Terminated: ERROR {rc=1} [trial-2355↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)]\u000a06:42:14.958611 run osmo-stp_10.42.42.5(pid=3598): stdout: \u000a| (launched: 2022-12-09_06:42:13.434120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:15.095679 run osmo-stp_10.42.42.5(pid=3598): stderr: \u000a| �[0;m�[38;5;43m20221209064213625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064213627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064213627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064213628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064213628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064213628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064213629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:15.226845 run osmo-stp_10.42.42.5(pid=3598): stdout: \u000a| (launched: 2022-12-09_06:42:13.434120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:15.356155 run osmo-stp_10.42.42.5(pid=3598): stderr: \u000a| �[0;m�[38;5;43m20221209064213625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064213627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064213627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064213628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064213628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064213628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064213629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:15.412760 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=3598): Process ended prematurely: osmo-stp_10.42.42.5(pid=3598) [trial-2355↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)] [trial-2355↪smpp↪esme_ms_sms_storeforward.py:30]\u000a06:42:15.421354 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a06:42:15.483703 run osmo-hlr_10.42.42.2(pid=3595): ERR: Terminated: ERROR {rc=237} [trial-2355↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3595)]\u000a06:42:15.535131 run osmo-hlr_10.42.42.2(pid=3595): stdout: \u000a| (launched: 2022-12-09_06:42:12.423530) \u000a06:42:15.587063 run osmo-hlr_10.42.42.2(pid=3595): stderr: \u000a| �[0;m�[1;31m20221209064212621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064212621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064212621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064212621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064212621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064212621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064212633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064212642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064212642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064212642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:15.658067 run osmo-msc_10.42.42.6(pid=3601): ERR: Terminated: ERROR {rc=2} [trial-2355↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3601)]\u000a06:42:15.709382 run osmo-msc_10.42.42.6(pid=3601): stdout: \u000a| (launched: 2022-12-09_06:42:14.472400) \u000a06:42:15.761134 run osmo-msc_10.42.42.6(pid=3601): stderr: \u000a| �[0;m�[38;5;43m20221209064214796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064214797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2db9f17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064214797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064214797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064214797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064214797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064214799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064214800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064214800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064214800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:15.805532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3594): Terminating (SIGTERM)\u000a06:42:15.847597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3597): Terminating (SIGTERM)\u000a06:42:15.901047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3600): Terminating (SIGTERM)\u000a06:42:15.912341 --- ParallelTerminationStrategy: PID 3594 died...\u000a06:42:15.979537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3594): Terminated: ok {rc=0}\u000a06:42:15.990243 --- ParallelTerminationStrategy: PID 3597 died...\u000a06:42:16.052519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3597): Terminated: ok {rc=0}\u000a06:42:16.065710 --- ParallelTerminationStrategy: PID 3600 died...\u000a06:42:16.135187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3600): Terminated: ok {rc=0}\u000a06:42:16.243003 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2355↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2355↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a06:42:17.295989 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:17.307161 tst smpp: Using 1 x bts (candidates: 1)\u000a06:42:17.435347 tst esme_ms_sms_transaction.py: using LAC 19643\u000a06:42:17.556894 tst esme_ms_sms_transaction.py: using RAC 8\u000a06:42:17.680805 tst esme_ms_sms_transaction.py: using CellId 19643\u000a06:42:17.800196 tst esme_ms_sms_transaction.py: using BVCI 19644\u000a06:42:17.823339 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:17.833877 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:17.844328 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:17.855508 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:17.866643 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:42:17.877705 tst smpp: Using 1 x modem (candidates: 1)\u000a06:42:18.090602 tst esme_ms_sms_transaction.py: using MSISDN 7074\u000a06:42:18.198817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:18.673477 run create_hlr_db(pid=3603): Launched\u000a06:42:18.849327 bus /sierra_2: Setting Powered False\u000a06:42:19.870232 run create_hlr_db(pid=3603): Terminated: ok {rc=0}\u000a06:42:20.304789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Launched\u000a06:42:20.631631 run osmo-hlr_10.42.42.2(pid=3606): Launched\u000a06:42:20.751129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:21.314738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Launched\u000a06:42:21.639410 run osmo-stp_10.42.42.5(pid=3609): Launched\u000a06:42:21.757547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:22.351582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Launched\u000a06:42:22.678150 run osmo-msc_10.42.42.6(pid=3612): Launched\u000a06:42:22.868747 run osmo-stp_10.42.42.5(pid=3609): ERR: Terminated: ERROR {rc=1} [trial-2355↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]\u000a06:42:23.006289 run osmo-stp_10.42.42.5(pid=3609): stdout: \u000a| (launched: 2022-12-09_06:42:21.480226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:23.143349 run osmo-stp_10.42.42.5(pid=3609): stderr: \u000a| �[0;m�[38;5;43m20221209064221676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064221676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064221676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064221677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064221677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064221677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064221677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:23.274971 run osmo-stp_10.42.42.5(pid=3609): stdout: \u000a| (launched: 2022-12-09_06:42:21.480226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:23.404839 run osmo-stp_10.42.42.5(pid=3609): stderr: \u000a| �[0;m�[38;5;43m20221209064221676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064221676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064221676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064221677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064221677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064221677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064221677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:23.461694 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2355↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)] [trial-2355↪smpp↪esme_ms_sms_transaction.py:28]\u000a06:42:23.470318 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a06:42:23.532734 run osmo-hlr_10.42.42.2(pid=3606): ERR: Terminated: ERROR {rc=237} [trial-2355↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3606)]\u000a06:42:23.584443 run osmo-hlr_10.42.42.2(pid=3606): stdout: \u000a| (launched: 2022-12-09_06:42:20.471339) \u000a06:42:23.636913 run osmo-hlr_10.42.42.2(pid=3606): stderr: \u000a| �[0;m�[1;31m20221209064220671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064220671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064220671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064220671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064220671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064220671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064220684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:23.707588 run osmo-msc_10.42.42.6(pid=3612): ERR: Terminated: ERROR {rc=2} [trial-2355↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3612)]\u000a06:42:23.759239 run osmo-msc_10.42.42.6(pid=3612): stdout: \u000a| (launched: 2022-12-09_06:42:22.517247) \u000a06:42:23.811558 run osmo-msc_10.42.42.6(pid=3612): stderr: \u000a| �[0;m�[38;5;43m20221209064222842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064222842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca40b4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064222842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064222842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064222842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064222843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064222845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064222845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064222845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064222845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:23.855750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Terminating (SIGTERM)\u000a06:42:23.897835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Terminating (SIGTERM)\u000a06:42:23.940291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Terminating (SIGTERM)\u000a06:42:23.949863 --- ParallelTerminationStrategy: PID 3605 died...\u000a06:42:24.006598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Terminated: ok {rc=0}\u000a06:42:24.016790 --- ParallelTerminationStrategy: PID 3608 died...\u000a06:42:24.073280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Terminated: ok {rc=0}\u000a06:42:24.083532 --- ParallelTerminationStrategy: PID 3611 died...\u000a06:42:24.140206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Terminated: ok {rc=0}\u000a06:42:24.229185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:41:55" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3623): Process ended prematurely: osmo-stp_10.42.42.5(pid=3623) [trial-2355↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3623): Process ended prematurely: osmo-stp_10.42.42.5(pid=3623) [trial-2355↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a06:42:26.110887 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:26.121925 tst encryption: Using 1 x bts (candidates: 1)\u000a06:42:26.253825 tst register_a5_0_authopt.py: using LAC 19644\u000a06:42:26.384855 tst register_a5_0_authopt.py: using RAC 9\u000a06:42:26.515196 tst register_a5_0_authopt.py: using CellId 19644\u000a06:42:26.645538 tst register_a5_0_authopt.py: using BVCI 19645\u000a06:42:26.670661 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:26.681506 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:26.692145 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:26.703058 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:26.714066 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:26.724821 tst encryption: Using 1 x modem (candidates: 1)\u000a06:42:27.003991 tst register_a5_0_authopt.py:8: start network...\u000a06:42:27.132427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:27.616771 run create_hlr_db(pid=3617): Launched\u000a06:42:27.793514 bus /sierra_2: Setting Powered False\u000a06:42:28.815746 run create_hlr_db(pid=3617): Terminated: ok {rc=0}\u000a06:42:29.223862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3619): Launched\u000a06:42:29.530746 run osmo-hlr_10.42.42.2(pid=3620): Launched\u000a06:42:29.652624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:30.190969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3622): Launched\u000a06:42:30.497810 run osmo-stp_10.42.42.5(pid=3623): Launched\u000a06:42:30.610224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:31.230330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3625): Launched\u000a06:42:31.616263 run osmo-msc_10.42.42.6(pid=3626): Launched\u000a06:42:31.956509 run osmo-stp_10.42.42.5(pid=3623): ERR: Terminated: ERROR {rc=1} [trial-2355↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)]\u000a06:42:32.232757 run osmo-stp_10.42.42.5(pid=3623): stdout: \u000a| (launched: 2022-12-09_06:42:30.347802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:32.370429 run osmo-stp_10.42.42.5(pid=3623): stderr: \u000a| �[0;m�[38;5;43m20221209064230518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064230518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064230519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064230519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064230520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064230520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064230520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:32.503128 run osmo-stp_10.42.42.5(pid=3623): stdout: \u000a| (launched: 2022-12-09_06:42:30.347802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:32.634240 run osmo-stp_10.42.42.5(pid=3623): stderr: \u000a| �[0;m�[38;5;43m20221209064230518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064230518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064230519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064230519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064230520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064230520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064230520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:32.692068 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3623): Process ended prematurely: osmo-stp_10.42.42.5(pid=3623) [trial-2355↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)] [trial-2355↪encryption↪register_a5_0_authopt.py:8]\u000a06:42:32.701496 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a06:42:32.765237 run osmo-hlr_10.42.42.2(pid=3620): ERR: Terminated: ERROR {rc=237} [trial-2355↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3620)]\u000a06:42:32.817462 run osmo-hlr_10.42.42.2(pid=3620): stdout: \u000a| (launched: 2022-12-09_06:42:29.379824) \u000a06:42:32.870216 run osmo-hlr_10.42.42.2(pid=3620): stderr: \u000a| �[0;m�[1;31m20221209064229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064229566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064229574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064229575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064229575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:32.943304 run osmo-msc_10.42.42.6(pid=3626): ERR: Terminated: ERROR {rc=2} [trial-2355↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3626)]\u000a06:42:32.995212 run osmo-msc_10.42.42.6(pid=3626): stdout: \u000a| (launched: 2022-12-09_06:42:31.401992) \u000a06:42:33.047609 run osmo-msc_10.42.42.6(pid=3626): stderr: \u000a| �[0;m�[38;5;43m20221209064231939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064231939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e81c65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064231939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064231939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064231939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064231939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064231949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:33.092468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3619): Terminating (SIGTERM)\u000a06:42:33.135276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3622): Terminating (SIGTERM)\u000a06:42:33.178099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3625): Terminating (SIGTERM)\u000a06:42:33.187934 --- ParallelTerminationStrategy: PID 3619 died...\u000a06:42:33.245694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3619): Terminated: ok {rc=0}\u000a06:42:33.256028 --- ParallelTerminationStrategy: PID 3622 died...\u000a06:42:33.312830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3622): Terminated: ok {rc=0}\u000a06:42:33.323225 --- ParallelTerminationStrategy: PID 3625 died...\u000a06:42:33.379785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3625): Terminated: ok {rc=0}\u000a06:42:33.467108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3634): Process ended prematurely: osmo-stp_10.42.42.5(pid=3634) [trial-2355↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3634): Process ended prematurely: osmo-stp_10.42.42.5(pid=3634) [trial-2355↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a06:42:34.583927 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:34.595010 tst encryption: Using 1 x bts (candidates: 1)\u000a06:42:34.724897 tst register_a5_0_authreq.py: using LAC 19645\u000a06:42:34.858459 tst register_a5_0_authreq.py: using RAC 10\u000a06:42:34.986878 tst register_a5_0_authreq.py: using CellId 19645\u000a06:42:35.116436 tst register_a5_0_authreq.py: using BVCI 19646\u000a06:42:35.141568 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:35.152477 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:35.163306 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:35.174689 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:35.186072 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:35.197293 tst encryption: Using 1 x modem (candidates: 1)\u000a06:42:35.480656 tst register_a5_0_authreq.py:8: start network...\u000a06:42:35.608247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:36.092672 run create_hlr_db(pid=3628): Launched\u000a06:42:36.269195 bus /sierra_2: Setting Powered False\u000a06:42:37.290506 run create_hlr_db(pid=3628): Terminated: ok {rc=0}\u000a06:42:37.728076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3630): Launched\u000a06:42:38.058590 run osmo-hlr_10.42.42.2(pid=3631): Launched\u000a06:42:38.179028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:38.750783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3633): Launched\u000a06:42:39.079885 run osmo-stp_10.42.42.5(pid=3634): Launched\u000a06:42:39.199056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:39.799939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3636): Launched\u000a06:42:40.128393 run osmo-msc_10.42.42.6(pid=3637): Launched\u000a06:42:40.322765 run osmo-stp_10.42.42.5(pid=3634): ERR: Terminated: ERROR {rc=1} [trial-2355↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)]\u000a06:42:40.463979 run osmo-stp_10.42.42.5(pid=3634): stdout: \u000a| (launched: 2022-12-09_06:42:38.919381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:40.601146 run osmo-stp_10.42.42.5(pid=3634): stderr: \u000a| �[0;m�[38;5;43m20221209064239114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064239114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064239115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064239115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064239116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064239116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064239116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:40.732555 run osmo-stp_10.42.42.5(pid=3634): stdout: \u000a| (launched: 2022-12-09_06:42:38.919381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:40.863453 run osmo-stp_10.42.42.5(pid=3634): stderr: \u000a| �[0;m�[38;5;43m20221209064239114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064239114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064239115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064239115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064239116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064239116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064239116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:40.920918 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3634): Process ended prematurely: osmo-stp_10.42.42.5(pid=3634) [trial-2355↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)] [trial-2355↪encryption↪register_a5_0_authreq.py:8]\u000a06:42:40.930227 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a06:42:40.992431 run osmo-hlr_10.42.42.2(pid=3631): ERR: Terminated: ERROR {rc=237} [trial-2355↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3631)]\u000a06:42:41.043582 run osmo-hlr_10.42.42.2(pid=3631): stdout: \u000a| (launched: 2022-12-09_06:42:37.896375) \u000a06:42:41.095298 run osmo-hlr_10.42.42.2(pid=3631): stderr: \u000a| �[0;m�[1;31m20221209064238102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064238102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064238102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064238102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064238102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064238102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064238115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064238123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064238123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064238123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:41.166027 run osmo-msc_10.42.42.6(pid=3637): ERR: Terminated: ERROR {rc=2} [trial-2355↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3637)]\u000a06:42:41.217700 run osmo-msc_10.42.42.6(pid=3637): stdout: \u000a| (launched: 2022-12-09_06:42:39.967729) \u000a06:42:41.269825 run osmo-msc_10.42.42.6(pid=3637): stderr: \u000a| �[0;m�[38;5;43m20221209064240292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064240293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff449e74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064240293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064240293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064240293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064240293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064240295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064240295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064240295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064240295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:41.314085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3630): Terminating (SIGTERM)\u000a06:42:41.356098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3633): Terminating (SIGTERM)\u000a06:42:41.398318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3636): Terminating (SIGTERM)\u000a06:42:41.408055 --- ParallelTerminationStrategy: PID 3630 died...\u000a06:42:41.464241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3630): Terminated: ok {rc=0}\u000a06:42:41.474461 --- ParallelTerminationStrategy: PID 3633 died...\u000a06:42:41.530507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3633): Terminated: ok {rc=0}\u000a06:42:41.540717 --- ParallelTerminationStrategy: PID 3636 died...\u000a06:42:41.596563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3636): Terminated: ok {rc=0}\u000a06:42:41.683265 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2355↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2355↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a06:42:42.794826 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:42.806012 tst encryption: Using 1 x bts (candidates: 1)\u000a06:42:42.939384 tst register_a5_1_authreq.py: using LAC 19646\u000a06:42:43.070658 tst register_a5_1_authreq.py: using RAC 11\u000a06:42:43.200573 tst register_a5_1_authreq.py: using CellId 19646\u000a06:42:43.330976 tst register_a5_1_authreq.py: using BVCI 19647\u000a06:42:43.356425 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:43.367608 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:43.378664 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:43.390220 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:43.401870 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:43.413154 tst encryption: Using 1 x modem (candidates: 1)\u000a06:42:43.713463 tst register_a5_1_authreq.py:8: start network...\u000a06:42:43.851652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:44.377814 run create_hlr_db(pid=3639): Launched\u000a06:42:44.568348 bus /sierra_2: Setting Powered False\u000a06:42:45.588068 run create_hlr_db(pid=3639): Terminated: ok {rc=0}\u000a06:42:46.044237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Launched\u000a06:42:46.389199 run osmo-hlr_10.42.42.2(pid=3642): Launched\u000a06:42:46.539781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:47.260717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Launched\u000a06:42:47.592487 run osmo-stp_10.42.42.5(pid=3645): Launched\u000a06:42:47.712615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:48.312601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3647): Launched\u000a06:42:48.642304 run osmo-msc_10.42.42.6(pid=3648): Launched\u000a06:42:48.836231 run osmo-stp_10.42.42.5(pid=3645): ERR: Terminated: ERROR {rc=1} [trial-2355↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]\u000a06:42:48.976867 run osmo-stp_10.42.42.5(pid=3645): stdout: \u000a| (launched: 2022-12-09_06:42:47.431238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:49.115816 run osmo-stp_10.42.42.5(pid=3645): stderr: \u000a| �[0;m�[38;5;43m20221209064247623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064247623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064247623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064247624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064247624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064247624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064247624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:49.248365 run osmo-stp_10.42.42.5(pid=3645): stdout: \u000a| (launched: 2022-12-09_06:42:47.431238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:49.379153 run osmo-stp_10.42.42.5(pid=3645): stderr: \u000a| �[0;m�[38;5;43m20221209064247623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064247623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064247623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064247624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064247624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064247624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064247624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:49.436925 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2355↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)] [trial-2355↪encryption↪register_a5_1_authreq.py:8]\u000a06:42:49.446235 tst register_a5_1_authreq.py:8: Test FAILED (6.7 sec)\u000a06:42:49.508513 run osmo-hlr_10.42.42.2(pid=3642): ERR: Terminated: ERROR {rc=237} [trial-2355↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3642)]\u000a06:42:49.559952 run osmo-hlr_10.42.42.2(pid=3642): stdout: \u000a| (launched: 2022-12-09_06:42:46.203877) \u000a06:42:49.612497 run osmo-hlr_10.42.42.2(pid=3642): stderr: \u000a| �[0;m�[1;31m20221209064246625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064246625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064246625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064246625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064246625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064246625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064246667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064246689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064246689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064246689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:49.683104 run osmo-msc_10.42.42.6(pid=3648): ERR: Terminated: ERROR {rc=2} [trial-2355↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3648)]\u000a06:42:49.734564 run osmo-msc_10.42.42.6(pid=3648): stdout: \u000a| (launched: 2022-12-09_06:42:48.481072) \u000a06:42:49.786623 run osmo-msc_10.42.42.6(pid=3648): stderr: \u000a| �[0;m�[38;5;43m20221209064248806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064248806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6517b29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064248806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064248806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064248806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064248807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064248808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:49.830907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Terminating (SIGTERM)\u000a06:42:49.872785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Terminating (SIGTERM)\u000a06:42:49.914783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3647): Terminating (SIGTERM)\u000a06:42:49.924500 --- ParallelTerminationStrategy: PID 3641 died...\u000a06:42:49.980374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Terminated: ok {rc=0}\u000a06:42:49.990526 --- ParallelTerminationStrategy: PID 3644 died...\u000a06:42:50.046029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Terminated: ok {rc=0}\u000a06:42:50.056134 --- ParallelTerminationStrategy: PID 3647 died...\u000a06:42:50.111755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3647): Terminated: ok {rc=0}\u000a06:42:50.199134 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3656): Process ended prematurely: osmo-stp_10.42.42.5(pid=3656) [trial-2355↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3656)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3656): Process ended prematurely: osmo-stp_10.42.42.5(pid=3656) [trial-2355↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a06:42:51.316240 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:51.327895 tst encryption: Using 1 x bts (candidates: 1)\u000a06:42:51.462012 tst register_a5_3_authreq.py: using LAC 19647\u000a06:42:51.593291 tst register_a5_3_authreq.py: using RAC 12\u000a06:42:51.724677 tst register_a5_3_authreq.py: using CellId 19647\u000a06:42:51.855286 tst register_a5_3_authreq.py: using BVCI 19648\u000a06:42:51.880441 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:51.910014 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:51.926138 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:51.937332 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:51.948237 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:51.959409 tst encryption: Using 1 x modem (candidates: 1)\u000a06:42:52.249260 tst register_a5_3_authreq.py:8: start network...\u000a06:42:52.377892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:52.861962 run create_hlr_db(pid=3650): Launched\u000a06:42:53.039279 bus /sierra_2: Setting Powered False\u000a06:42:54.059705 run create_hlr_db(pid=3650): Terminated: ok {rc=0}\u000a06:42:54.467430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3652): Launched\u000a06:42:54.774115 run osmo-hlr_10.42.42.2(pid=3653): Launched\u000a06:42:54.894009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:55.434310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3655): Launched\u000a06:42:55.740831 run osmo-stp_10.42.42.5(pid=3656): Launched\u000a06:42:55.852111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:56.408862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3658): Launched\u000a06:42:56.715374 run osmo-msc_10.42.42.6(pid=3659): Launched\u000a06:42:56.896170 run osmo-stp_10.42.42.5(pid=3656): ERR: Terminated: ERROR {rc=1} [trial-2355↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3656)]\u000a06:42:57.027159 run osmo-stp_10.42.42.5(pid=3656): stdout: \u000a| (launched: 2022-12-09_06:42:55.590545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:57.155206 run osmo-stp_10.42.42.5(pid=3656): stderr: \u000a| �[0;m�[38;5;43m20221209064255761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064255761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064255762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064255762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064255763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064255763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064255763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:57.278430 run osmo-stp_10.42.42.5(pid=3656): stdout: \u000a| (launched: 2022-12-09_06:42:55.590545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:57.400172 run osmo-stp_10.42.42.5(pid=3656): stderr: \u000a| �[0;m�[38;5;43m20221209064255761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064255761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064255762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064255762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064255763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064255763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064255763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:57.453687 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3656): Process ended prematurely: osmo-stp_10.42.42.5(pid=3656) [trial-2355↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3656)] [trial-2355↪encryption↪register_a5_3_authreq.py:8]\u000a06:42:57.462081 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a06:42:57.521978 run osmo-hlr_10.42.42.2(pid=3653): ERR: Terminated: ERROR {rc=237} [trial-2355↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3653)]\u000a06:42:57.571455 run osmo-hlr_10.42.42.2(pid=3653): stdout: \u000a| (launched: 2022-12-09_06:42:54.623303) \u000a06:42:57.621594 run osmo-hlr_10.42.42.2(pid=3653): stderr: \u000a| �[0;m�[1;31m20221209064254802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064254802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064254802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064254802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064254802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064254802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064254814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064254825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064254825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064254825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:57.689278 run osmo-msc_10.42.42.6(pid=3659): ERR: Terminated: ERROR {rc=2} [trial-2355↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3659)]\u000a06:42:57.738644 run osmo-msc_10.42.42.6(pid=3659): stdout: \u000a| (launched: 2022-12-09_06:42:56.564820) \u000a06:42:57.788619 run osmo-msc_10.42.42.6(pid=3659): stderr: \u000a| �[0;m�[38;5;43m20221209064256840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064256840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6433aa5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064256840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064256840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064256840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064256841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064256843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064256844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064256844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064256844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:57.830856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3652): Terminating (SIGTERM)\u000a06:42:57.871188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3655): Terminating (SIGTERM)\u000a06:42:57.911110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3658): Terminating (SIGTERM)\u000a06:42:57.920387 --- ParallelTerminationStrategy: PID 3652 died...\u000a06:42:57.973763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3652): Terminated: ok {rc=0}\u000a06:42:57.983459 --- ParallelTerminationStrategy: PID 3655 died...\u000a06:42:58.036666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3655): Terminated: ok {rc=0}\u000a06:42:58.046390 --- ParallelTerminationStrategy: PID 3658 died...\u000a06:42:58.099520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3658): Terminated: ok {rc=0}\u000a06:42:58.187293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:42:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3676): Process ended prematurely: srsepc(pid=3676) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3676)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3676): Process ended prematurely: srsepc(pid=3676) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a06:43:00.155532 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a06:43:00.197381 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:43:00.213195 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:43:00.235915 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:43:00.377168 tst handover.py: using MSISDN 7075\u000a06:43:00.484543 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7075', subscriber_id=0}\u000a06:43:00.591097 run srsepc_10.42.42.118: Starting srsepc\u000a06:43:02.583117 run rm-remote-dir(pid=3664): Launched\u000a06:43:02.782527 bus /sierra_2: Setting Powered False\u000a06:43:03.794586 run rm-remote-dir(pid=3664): Terminated: ok {rc=0}\u000a06:43:04.251321 run mk-remote-dir(pid=3665): Launched\u000a06:43:05.452076 run mk-remote-dir(pid=3665): Terminated: ok {rc=0}\u000a06:43:05.748141 run scp-inst-to-remote(pid=3666): Launched\u000a06:43:07.947624 run scp-inst-to-remote(pid=3666): Terminated: ok {rc=0}\u000a06:43:08.298324 run rm-remote-dir(pid=3668): Launched\u000a06:43:09.498151 run rm-remote-dir(pid=3668): Terminated: ok {rc=0}\u000a06:43:09.848321 run mk-remote-dir(pid=3669): Launched\u000a06:43:11.048305 run mk-remote-dir(pid=3669): Terminated: ok {rc=0}\u000a06:43:11.345361 run scp-cfg-to-remote(pid=3670): Launched\u000a06:43:12.542162 run scp-cfg-to-remote(pid=3670): Terminated: ok {rc=0}\u000a06:43:12.838202 run scp-db-to-remote(pid=3672): Launched\u000a06:43:14.036598 run scp-db-to-remote(pid=3672): Terminated: ok {rc=0}\u000a06:43:14.158385 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:43:14.499209 run patchelf(pid=3674): Launched\u000a06:43:15.697144 run patchelf(pid=3674): Terminated: ok {rc=0}\u000a06:43:15.818294 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:43:16.203078 run setcap-netadm(pid=3675): Launched\u000a06:43:17.401726 run setcap-netadm(pid=3675): Terminated: ok {rc=0}\u000a06:43:17.713235 run srsepc(pid=3676): Launched\u000a06:43:17.823922 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:43:18.932065 run rm-remote-dir(pid=3677): Launched\u000a06:43:19.116668 run srsepc(pid=3676): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3676)]\u000a06:43:19.251953 run srsepc(pid=3676): stdout: \u000a| (launched: 2022-12-09_06:43:17.564060)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:19.386855 run srsepc(pid=3676): stderr: \u000a| (launched: 2022-12-09_06:43:17.609989)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:19.517691 run srsepc(pid=3676): stdout: \u000a| (launched: 2022-12-09_06:43:17.564060)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:19.646969 run srsepc(pid=3676): stderr: \u000a| (launched: 2022-12-09_06:43:17.609989)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:19.797619 run rm-remote-dir(pid=3677): Terminating (SIGINT)\u000a06:43:19.974334 run rm-remote-dir(pid=3677): Terminated: ok {rc=0}\u000a06:43:20.006994 tst handover.py:37: ERR: Error: srsepc(pid=3676): Process ended prematurely: srsepc(pid=3676) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3676)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a06:43:20.016521 tst handover.py:37: Test FAILED (20.0 sec)\u000a06:43:20.126857 run scp-back-log(pid=3678): Launched\u000a06:43:21.214158 run scp-back-log(pid=3678): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3678)]\u000a06:43:21.277007 run scp-back-log(pid=3678): stdout: \u000a| (launched: 2022-12-09_06:43:20.058265) \u000a06:43:21.339724 run scp-back-log(pid=3678): stderr: \u000a| (launched: 2022-12-09_06:43:20.077994)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:43:21.392919 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3678): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3678)]')\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3692): Process ended prematurely: srsepc(pid=3692) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3692)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3692): Process ended prematurely: srsepc(pid=3692) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a06:43:21.570076 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a06:43:21.611861 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:43:21.816699 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a06:43:21.858339 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:43:21.874126 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:43:22.002227 tst iperf3_bidir.py: using MSISDN 7076\u000a06:43:22.118599 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7076', subscriber_id=0}\u000a06:43:22.233364 run srsepc_10.42.42.118: Starting srsepc\u000a06:43:22.920532 run rm-remote-dir(pid=3680): Launched\u000a06:43:24.121005 run rm-remote-dir(pid=3680): Terminated: ok {rc=0}\u000a06:43:24.472639 run mk-remote-dir(pid=3681): Launched\u000a06:43:25.672942 run mk-remote-dir(pid=3681): Terminated: ok {rc=0}\u000a06:43:25.968869 run scp-inst-to-remote(pid=3682): Launched\u000a06:43:28.168072 run scp-inst-to-remote(pid=3682): Terminated: ok {rc=0}\u000a06:43:28.518682 run rm-remote-dir(pid=3684): Launched\u000a06:43:29.719800 run rm-remote-dir(pid=3684): Terminated: ok {rc=0}\u000a06:43:30.070097 run mk-remote-dir(pid=3685): Launched\u000a06:43:31.269308 run mk-remote-dir(pid=3685): Terminated: ok {rc=0}\u000a06:43:31.612921 run scp-cfg-to-remote(pid=3686): Launched\u000a06:43:32.800090 run scp-cfg-to-remote(pid=3686): Terminated: ok {rc=0}\u000a06:43:33.076331 run scp-db-to-remote(pid=3688): Launched\u000a06:43:34.262285 run scp-db-to-remote(pid=3688): Terminated: ok {rc=0}\u000a06:43:34.390105 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:43:34.709061 run patchelf(pid=3690): Launched\u000a06:43:35.902940 run patchelf(pid=3690): Terminated: ok {rc=0}\u000a06:43:36.015822 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:43:36.332315 run setcap-netadm(pid=3691): Launched\u000a06:43:37.517770 run setcap-netadm(pid=3691): Terminated: ok {rc=0}\u000a06:43:37.826959 run srsepc(pid=3692): Launched\u000a06:43:37.934576 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:43:39.092416 run rm-remote-dir(pid=3693): Launched\u000a06:43:39.277498 run srsepc(pid=3692): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3692)]\u000a06:43:39.412288 run srsepc(pid=3692): stdout: \u000a| (launched: 2022-12-09_06:43:37.679630)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:39.546850 run srsepc(pid=3692): stderr: \u000a| (launched: 2022-12-09_06:43:37.725367)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:39.677343 run srsepc(pid=3692): stdout: \u000a| (launched: 2022-12-09_06:43:37.679630)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:39.806309 run srsepc(pid=3692): stderr: \u000a| (launched: 2022-12-09_06:43:37.725367)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:39.957225 run rm-remote-dir(pid=3693): Terminating (SIGINT)\u000a06:43:40.134004 run rm-remote-dir(pid=3693): Terminated: ok {rc=0}\u000a06:43:40.166508 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=3692): Process ended prematurely: srsepc(pid=3692) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3692)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a06:43:40.176093 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a06:43:40.287181 run scp-back-log(pid=3694): Launched\u000a06:43:41.374201 run scp-back-log(pid=3694): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3694)]\u000a06:43:41.436282 run scp-back-log(pid=3694): stdout: \u000a| (launched: 2022-12-09_06:43:40.217998) \u000a06:43:41.498579 run scp-back-log(pid=3694): stderr: \u000a| (launched: 2022-12-09_06:43:40.237902)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:43:41.551833 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3694): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3694)]')\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3708): Process ended prematurely: srsepc(pid=3708) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3708)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3708): Process ended prematurely: srsepc(pid=3708) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a06:43:41.729327 tst iperf3_dl.py:13: Number of physical ue: 1\u000a06:43:41.770804 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:43:41.977943 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a06:43:42.019566 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:43:42.035206 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:43:42.156494 tst iperf3_dl.py: using MSISDN 7077\u000a06:43:42.264310 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7077', subscriber_id=0}\u000a06:43:42.370858 run srsepc_10.42.42.118: Starting srsepc\u000a06:43:43.006681 run rm-remote-dir(pid=3696): Launched\u000a06:43:44.193247 run rm-remote-dir(pid=3696): Terminated: ok {rc=0}\u000a06:43:44.517689 run mk-remote-dir(pid=3697): Launched\u000a06:43:45.704367 run mk-remote-dir(pid=3697): Terminated: ok {rc=0}\u000a06:43:46.056701 run scp-inst-to-remote(pid=3698): Launched\u000a06:43:48.257665 run scp-inst-to-remote(pid=3698): Terminated: ok {rc=0}\u000a06:43:48.607020 run rm-remote-dir(pid=3700): Launched\u000a06:43:49.806454 run rm-remote-dir(pid=3700): Terminated: ok {rc=0}\u000a06:43:50.155418 run mk-remote-dir(pid=3701): Launched\u000a06:43:51.355682 run mk-remote-dir(pid=3701): Terminated: ok {rc=0}\u000a06:43:51.651373 run scp-cfg-to-remote(pid=3702): Launched\u000a06:43:52.847380 run scp-cfg-to-remote(pid=3702): Terminated: ok {rc=0}\u000a06:43:53.142224 run scp-db-to-remote(pid=3704): Launched\u000a06:43:54.330566 run scp-db-to-remote(pid=3704): Terminated: ok {rc=0}\u000a06:43:54.443398 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:43:54.760507 run patchelf(pid=3706): Launched\u000a06:43:55.946011 run patchelf(pid=3706): Terminated: ok {rc=0}\u000a06:43:56.058472 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:43:56.374110 run setcap-netadm(pid=3707): Launched\u000a06:43:57.560283 run setcap-netadm(pid=3707): Terminated: ok {rc=0}\u000a06:43:57.868546 run srsepc(pid=3708): Launched\u000a06:43:57.976220 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:43:59.092150 run rm-remote-dir(pid=3709): Launched\u000a06:43:59.276299 run srsepc(pid=3708): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3708)]\u000a06:43:59.411109 run srsepc(pid=3708): stdout: \u000a| (launched: 2022-12-09_06:43:57.721745)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:59.546002 run srsepc(pid=3708): stderr: \u000a| (launched: 2022-12-09_06:43:57.767123)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:59.676017 run srsepc(pid=3708): stdout: \u000a| (launched: 2022-12-09_06:43:57.721745)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:59.804886 run srsepc(pid=3708): stderr: \u000a| (launched: 2022-12-09_06:43:57.767123)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:59.955619 run rm-remote-dir(pid=3709): Terminating (SIGINT)\u000a06:44:00.132179 run rm-remote-dir(pid=3709): Terminated: ok {rc=0}\u000a06:44:00.164674 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=3708): Process ended prematurely: srsepc(pid=3708) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3708)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a06:44:00.174340 tst iperf3_dl.py:42: Test FAILED (18.6 sec)\u000a06:44:00.285335 run scp-back-log(pid=3710): Launched\u000a06:44:01.377107 run scp-back-log(pid=3710): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3710)]\u000a06:44:01.447027 run scp-back-log(pid=3710): stdout: \u000a| (launched: 2022-12-09_06:44:00.216399) \u000a06:44:01.515573 run scp-back-log(pid=3710): stderr: \u000a| (launched: 2022-12-09_06:44:00.236389)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:44:01.573685 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3710): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3710)]')\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3725): Process ended prematurely: srsepc(pid=3725) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3725)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3725): Process ended prematurely: srsepc(pid=3725) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a06:44:01.774317 tst iperf3_ul.py:13: Number of physical ue: 1\u000a06:44:01.820863 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:44:02.029624 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a06:44:02.072390 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:44:02.088806 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:44:02.217269 tst iperf3_ul.py: using MSISDN 7078\u000a06:44:02.333788 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7078', subscriber_id=0}\u000a06:44:02.447919 run srsepc_10.42.42.118: Starting srsepc\u000a06:44:03.132281 run rm-remote-dir(pid=3712): Launched\u000a06:44:04.332784 run rm-remote-dir(pid=3712): Terminated: ok {rc=0}\u000a06:44:04.682017 run mk-remote-dir(pid=3713): Launched\u000a06:44:05.880730 run mk-remote-dir(pid=3713): Terminated: ok {rc=0}\u000a06:44:06.176530 run scp-inst-to-remote(pid=3714): Launched\u000a06:44:08.364067 run scp-inst-to-remote(pid=3714): Terminated: ok {rc=0}\u000a06:44:08.690135 run rm-remote-dir(pid=3716): Launched\u000a06:44:09.876941 run rm-remote-dir(pid=3716): Terminated: ok {rc=0}\u000a06:44:10.202781 run mk-remote-dir(pid=3718): Launched\u000a06:44:11.390100 run mk-remote-dir(pid=3718): Terminated: ok {rc=0}\u000a06:44:11.666105 run scp-cfg-to-remote(pid=3719): Launched\u000a06:44:12.850377 run scp-cfg-to-remote(pid=3719): Terminated: ok {rc=0}\u000a06:44:13.124920 run scp-db-to-remote(pid=3721): Launched\u000a06:44:14.310152 run scp-db-to-remote(pid=3721): Terminated: ok {rc=0}\u000a06:44:14.423295 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:44:14.739808 run patchelf(pid=3723): Launched\u000a06:44:15.928854 run patchelf(pid=3723): Terminated: ok {rc=0}\u000a06:44:16.045512 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:44:16.374758 run setcap-netadm(pid=3724): Launched\u000a06:44:17.560760 run setcap-netadm(pid=3724): Terminated: ok {rc=0}\u000a06:44:17.870326 run srsepc(pid=3725): Launched\u000a06:44:17.978032 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:44:19.092852 run rm-remote-dir(pid=3726): Launched\u000a06:44:19.277297 run srsepc(pid=3725): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3725)]\u000a06:44:19.412340 run srsepc(pid=3725): stdout: \u000a| (launched: 2022-12-09_06:44:17.723430)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:19.547043 run srsepc(pid=3725): stderr: \u000a| (launched: 2022-12-09_06:44:17.769128)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:19.678372 run srsepc(pid=3725): stdout: \u000a| (launched: 2022-12-09_06:44:17.723430)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:19.807513 run srsepc(pid=3725): stderr: \u000a| (launched: 2022-12-09_06:44:17.769128)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:19.958064 run rm-remote-dir(pid=3726): Terminating (SIGINT)\u000a06:44:20.135058 run rm-remote-dir(pid=3726): Terminated: ok {rc=0}\u000a06:44:20.167550 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=3725): Process ended prematurely: srsepc(pid=3725) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3725)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a06:44:20.177339 tst iperf3_ul.py:42: Test FAILED (18.6 sec)\u000a06:44:20.288577 run scp-back-log(pid=3727): Launched\u000a06:44:21.375589 run scp-back-log(pid=3727): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3727)]\u000a06:44:21.437979 run scp-back-log(pid=3727): stdout: \u000a| (launched: 2022-12-09_06:44:20.219130) \u000a06:44:21.500601 run scp-back-log(pid=3727): stderr: \u000a| (launched: 2022-12-09_06:44:20.238982)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:44:21.553929 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3727): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3727)]')\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3741): Process ended prematurely: srsepc(pid=3741) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3741)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3741): Process ended prematurely: srsepc(pid=3741) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a06:44:21.567838 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:44:21.584466 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:44:21.607515 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:44:21.747751 tst ping.py: using MSISDN 7079\u000a06:44:21.855489 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7079', subscriber_id=0}\u000a06:44:21.962083 run srsepc_10.42.42.118: Starting srsepc\u000a06:44:22.599258 run rm-remote-dir(pid=3729): Launched\u000a06:44:23.786035 run rm-remote-dir(pid=3729): Terminated: ok {rc=0}\u000a06:44:24.110310 run mk-remote-dir(pid=3730): Launched\u000a06:44:25.296106 run mk-remote-dir(pid=3730): Terminated: ok {rc=0}\u000a06:44:25.570069 run scp-inst-to-remote(pid=3731): Launched\u000a06:44:27.757596 run scp-inst-to-remote(pid=3731): Terminated: ok {rc=0}\u000a06:44:28.081266 run rm-remote-dir(pid=3733): Launched\u000a06:44:29.267798 run rm-remote-dir(pid=3733): Terminated: ok {rc=0}\u000a06:44:29.592047 run mk-remote-dir(pid=3734): Launched\u000a06:44:30.778997 run mk-remote-dir(pid=3734): Terminated: ok {rc=0}\u000a06:44:31.100034 run scp-cfg-to-remote(pid=3735): Launched\u000a06:44:32.317336 run scp-cfg-to-remote(pid=3735): Terminated: ok {rc=0}\u000a06:44:32.593691 run scp-db-to-remote(pid=3737): Launched\u000a06:44:33.778358 run scp-db-to-remote(pid=3737): Terminated: ok {rc=0}\u000a06:44:33.890958 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:44:34.206103 run patchelf(pid=3739): Launched\u000a06:44:35.391086 run patchelf(pid=3739): Terminated: ok {rc=0}\u000a06:44:35.503506 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:44:35.818890 run setcap-netadm(pid=3740): Launched\u000a06:44:37.002620 run setcap-netadm(pid=3740): Terminated: ok {rc=0}\u000a06:44:37.310539 run srsepc(pid=3741): Launched\u000a06:44:37.417847 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:44:38.616041 run rm-remote-dir(pid=3742): Launched\u000a06:44:38.816242 run srsepc(pid=3741): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3741)]\u000a06:44:38.960575 run srsepc(pid=3741): stdout: \u000a| (launched: 2022-12-09_06:44:37.163623)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:39.104840 run srsepc(pid=3741): stderr: \u000a| (launched: 2022-12-09_06:44:37.209258)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:39.245176 run srsepc(pid=3741): stdout: \u000a| (launched: 2022-12-09_06:44:37.163623)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:39.385244 run srsepc(pid=3741): stderr: \u000a| (launched: 2022-12-09_06:44:37.209258)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:39.546870 run rm-remote-dir(pid=3742): Terminating (SIGINT)\u000a06:44:39.736629 run rm-remote-dir(pid=3742): Terminated: ok {rc=0}\u000a06:44:39.771725 tst ping.py:16: ERR: Error: srsepc(pid=3741): Process ended prematurely: srsepc(pid=3741) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3741)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a06:44:39.782015 tst ping.py:16: Test FAILED (18.2 sec)\u000a06:44:39.897648 run scp-back-log(pid=3743): Launched\u000a06:44:40.987312 run scp-back-log(pid=3743): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3743)]\u000a06:44:41.052386 run scp-back-log(pid=3743): stdout: \u000a| (launched: 2022-12-09_06:44:39.825490) \u000a06:44:41.117704 run scp-back-log(pid=3743): stderr: \u000a| (launched: 2022-12-09_06:44:39.846312)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:44:41.172892 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3743): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3743)]')\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3757): Process ended prematurely: srsepc(pid=3757) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3757)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3757): Process ended prematurely: srsepc(pid=3757) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a06:44:41.187471 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:44:41.204331 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:44:41.227782 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:44:41.375042 tst rrc_idle_mo_ping.py: using MSISDN 7080\u000a06:44:41.490182 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7080', subscriber_id=0}\u000a06:44:41.604226 run srsepc_10.42.42.118: Starting srsepc\u000a06:44:42.287193 run rm-remote-dir(pid=3745): Launched\u000a06:44:43.486241 run rm-remote-dir(pid=3745): Terminated: ok {rc=0}\u000a06:44:43.836043 run mk-remote-dir(pid=3746): Launched\u000a06:44:45.035539 run mk-remote-dir(pid=3746): Terminated: ok {rc=0}\u000a06:44:45.334722 run scp-inst-to-remote(pid=3747): Launched\u000a06:44:47.566758 run scp-inst-to-remote(pid=3747): Terminated: ok {rc=0}\u000a06:44:47.925112 run rm-remote-dir(pid=3749): Launched\u000a06:44:49.123722 run rm-remote-dir(pid=3749): Terminated: ok {rc=0}\u000a06:44:49.474134 run mk-remote-dir(pid=3750): Launched\u000a06:44:50.672896 run mk-remote-dir(pid=3750): Terminated: ok {rc=0}\u000a06:44:50.968398 run scp-cfg-to-remote(pid=3751): Launched\u000a06:44:52.164937 run scp-cfg-to-remote(pid=3751): Terminated: ok {rc=0}\u000a06:44:52.463949 run scp-db-to-remote(pid=3753): Launched\u000a06:44:53.661225 run scp-db-to-remote(pid=3753): Terminated: ok {rc=0}\u000a06:44:53.782308 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:44:54.122541 run patchelf(pid=3755): Launched\u000a06:44:55.321015 run patchelf(pid=3755): Terminated: ok {rc=0}\u000a06:44:55.442239 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:44:55.782663 run setcap-netadm(pid=3756): Launched\u000a06:44:56.979430 run setcap-netadm(pid=3756): Terminated: ok {rc=0}\u000a06:44:57.312591 run srsepc(pid=3757): Launched\u000a06:44:57.428895 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:44:58.547073 run rm-remote-dir(pid=3758): Launched\u000a06:44:58.730783 run srsepc(pid=3757): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3757)]\u000a06:44:58.865644 run srsepc(pid=3757): stdout: \u000a| (launched: 2022-12-09_06:44:57.153751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:59.000239 run srsepc(pid=3757): stderr: \u000a| (launched: 2022-12-09_06:44:57.202678)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:59.130366 run srsepc(pid=3757): stdout: \u000a| (launched: 2022-12-09_06:44:57.153751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:59.259269 run srsepc(pid=3757): stderr: \u000a| (launched: 2022-12-09_06:44:57.202678)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:59.409728 run rm-remote-dir(pid=3758): Terminating (SIGINT)\u000a06:44:59.586374 run rm-remote-dir(pid=3758): Terminated: ok {rc=0}\u000a06:44:59.618893 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=3757): Process ended prematurely: srsepc(pid=3757) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3757)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a06:44:59.628545 tst rrc_idle_mo_ping.py:16: Test FAILED (18.4 sec)\u000a06:44:59.739724 run scp-back-log(pid=3759): Launched\u000a06:45:00.827456 run scp-back-log(pid=3759): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3759)]\u000a06:45:00.919138 run scp-back-log(pid=3759): stdout: \u000a| (launched: 2022-12-09_06:44:59.670473) \u000a06:45:00.997156 run scp-back-log(pid=3759): stderr: \u000a| (launched: 2022-12-09_06:44:59.690476)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:45:01.079282 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3759): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3759)]')\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=3776): Process ended prematurely: srsepc(pid=3776) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3776)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=3776): Process ended prematurely: srsepc(pid=3776) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a06:45:01.094390 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:45:01.111943 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:45:01.137133 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:45:01.284215 tst rrc_idle_mt_ping.py: using MSISDN 7081\u000a06:45:01.405596 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7081', subscriber_id=0}\u000a06:45:01.533768 run srsepc_10.42.42.118: Starting srsepc\u000a06:45:02.337256 run rm-remote-dir(pid=3764): Launched\u000a06:45:03.543602 run rm-remote-dir(pid=3764): Terminated: ok {rc=0}\u000a06:45:03.869585 run mk-remote-dir(pid=3765): Launched\u000a06:45:05.055676 run mk-remote-dir(pid=3765): Terminated: ok {rc=0}\u000a06:45:05.331073 run scp-inst-to-remote(pid=3766): Launched\u000a06:45:07.529551 run scp-inst-to-remote(pid=3766): Terminated: ok {rc=0}\u000a06:45:07.878944 run rm-remote-dir(pid=3768): Launched\u000a06:45:09.078435 run rm-remote-dir(pid=3768): Terminated: ok {rc=0}\u000a06:45:09.429778 run mk-remote-dir(pid=3769): Launched\u000a06:45:10.628528 run mk-remote-dir(pid=3769): Terminated: ok {rc=0}\u000a06:45:10.923932 run scp-cfg-to-remote(pid=3770): Launched\u000a06:45:12.121509 run scp-cfg-to-remote(pid=3770): Terminated: ok {rc=0}\u000a06:45:12.417381 run scp-db-to-remote(pid=3772): Launched\u000a06:45:13.613656 run scp-db-to-remote(pid=3772): Terminated: ok {rc=0}\u000a06:45:13.735253 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:45:14.075642 run patchelf(pid=3774): Launched\u000a06:45:15.273548 run patchelf(pid=3774): Terminated: ok {rc=0}\u000a06:45:15.395308 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:45:15.735904 run setcap-netadm(pid=3775): Launched\u000a06:45:16.965443 run setcap-netadm(pid=3775): Terminated: ok {rc=0}\u000a06:45:17.339442 run srsepc(pid=3776): Launched\u000a06:45:17.457423 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:45:18.655225 run rm-remote-dir(pid=3777): Launched\u000a06:45:18.854232 run srsepc(pid=3776): ERR: Terminated: ERROR {rc=127} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3776)]\u000a06:45:18.998748 run srsepc(pid=3776): stdout: \u000a| (launched: 2022-12-09_06:45:17.142939)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:45:19.142707 run srsepc(pid=3776): stderr: \u000a| (launched: 2022-12-09_06:45:17.192611)\u000a| Connection to 10.42.42.116 closed. \u000a06:45:19.282306 run srsepc(pid=3776): stdout: \u000a| (launched: 2022-12-09_06:45:17.142939)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:45:19.421952 run srsepc(pid=3776): stderr: \u000a| (launched: 2022-12-09_06:45:17.192611)\u000a| Connection to 10.42.42.116 closed. \u000a06:45:19.583558 run rm-remote-dir(pid=3777): Terminating (SIGINT)\u000a06:45:19.773467 run rm-remote-dir(pid=3777): Terminated: ok {rc=0}\u000a06:45:19.808088 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=3776): Process ended prematurely: srsepc(pid=3776) [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=3776)] [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a06:45:19.818206 tst rrc_idle_mt_ping.py:16: Test FAILED (18.7 sec)\u000a06:45:19.933844 run scp-back-log(pid=3778): Launched\u000a06:45:21.025099 run scp-back-log(pid=3778): ERR: Terminated: ERROR {rc=1} [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3778)]\u000a06:45:21.090652 run scp-back-log(pid=3778): stdout: \u000a| (launched: 2022-12-09_06:45:19.861696) \u000a06:45:21.156376 run scp-back-log(pid=3778): stderr: \u000a| (launched: 2022-12-09_06:45:19.882567)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:45:21.212277 tst srsepc_10.42.42.118: Error('scp-back-log(pid=3778): launch_sync(): local process exited with status 1 [trial-2355↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=3778)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:42:59" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3792): Process ended prematurely: osmo-stp_10.42.42.5(pid=3792) [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3792)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3792): Process ended prematurely: osmo-stp_10.42.42.5(pid=3792) [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a06:45:22.065005 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:45:22.076497 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a06:45:22.208218 tst handover.py: using LAC 19648\u000a06:45:22.335825 tst handover.py: using RAC 13\u000a06:45:22.462645 tst handover.py: using CellId 19648\u000a06:45:22.585845 tst handover.py: using BVCI 19649\u000a06:45:22.609030 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a06:45:22.738225 tst handover.py: using LAC 19649\u000a06:45:22.855741 tst handover.py: using RAC 14\u000a06:45:22.973249 tst handover.py: using CellId 19649\u000a06:45:23.091467 tst handover.py: using BVCI 19650\u000a06:45:23.114495 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:45:23.125316 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:45:23.135876 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:45:23.146624 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:45:23.157462 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:45:23.168203 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a06:45:23.286371 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a06:45:23.497892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:24.005568 run create_hlr_db(pid=3786): Launched\u000a06:45:25.195757 run create_hlr_db(pid=3786): Terminated: ok {rc=0}\u000a06:45:25.530635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3788): Launched\u000a06:45:25.851583 run osmo-hlr_10.42.42.2(pid=3789): Launched\u000a06:45:25.971627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:26.535177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3791): Launched\u000a06:45:26.856689 run osmo-stp_10.42.42.5(pid=3792): Launched\u000a06:45:26.974249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:27.564864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3794): Launched\u000a06:45:27.886802 run osmo-msc_10.42.42.6(pid=3795): Launched\u000a06:45:28.075652 run osmo-stp_10.42.42.5(pid=3792): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3792)]\u000a06:45:28.212433 run osmo-stp_10.42.42.5(pid=3792): stdout: \u000a| (launched: 2022-12-09_06:45:26.699227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:28.349326 run osmo-stp_10.42.42.5(pid=3792): stderr: \u000a| �[0;m�[38;5;43m20221209064526891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064526891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064526892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064526893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064526893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064526893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064526893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:28.478919 run osmo-stp_10.42.42.5(pid=3792): stdout: \u000a| (launched: 2022-12-09_06:45:26.699227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:28.607047 run osmo-stp_10.42.42.5(pid=3792): stderr: \u000a| �[0;m�[38;5;43m20221209064526891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064526891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064526892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064526893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064526893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064526893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064526893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:28.663063 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3792): Process ended prematurely: osmo-stp_10.42.42.5(pid=3792) [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3792)] [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a06:45:28.671472 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:45:28.734078 run osmo-hlr_10.42.42.2(pid=3789): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3789)]\u000a06:45:28.785653 run osmo-hlr_10.42.42.2(pid=3789): stdout: \u000a| (launched: 2022-12-09_06:45:25.694929) \u000a06:45:28.838139 run osmo-hlr_10.42.42.2(pid=3789): stderr: \u000a| �[0;m�[1;31m20221209064525892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064525892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064525892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064525892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064525892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064525892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064525904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064525912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064525912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064525912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:28.909131 run osmo-msc_10.42.42.6(pid=3795): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3795)]\u000a06:45:28.960703 run osmo-msc_10.42.42.6(pid=3795): stdout: \u000a| (launched: 2022-12-09_06:45:27.729770) \u000a06:45:29.012913 run osmo-msc_10.42.42.6(pid=3795): stderr: \u000a| �[0;m�[38;5;43m20221209064528051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064528052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1e65ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064528052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064528052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064528052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064528052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064528054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064528054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064528054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064528054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:29.057352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3788): Terminating (SIGTERM)\u000a06:45:29.099504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3791): Terminating (SIGTERM)\u000a06:45:29.141724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3794): Terminating (SIGTERM)\u000a06:45:29.151040 --- ParallelTerminationStrategy: PID 3788 died...\u000a06:45:29.207001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3788): Terminated: ok {rc=0}\u000a06:45:29.217127 --- ParallelTerminationStrategy: PID 3791 died...\u000a06:45:29.272895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3791): Terminated: ok {rc=0}\u000a06:45:29.282950 --- ParallelTerminationStrategy: PID 3794 died...\u000a06:45:29.339192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3794): Terminated: ok {rc=0}\u000a06:45:29.427035 bus /sierra_3: Setting Powered False\u000a06:45:30.533964 bus /sierra_3: Setting Powered False\u000a06:45:31.672744 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:45:21" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3807): Process ended prematurely: osmo-stp_10.42.42.5(pid=3807) [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3807)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3807): Process ended prematurely: osmo-stp_10.42.42.5(pid=3807) [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a06:45:33.642921 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:45:33.654090 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:45:33.785979 tst handover.py: using LAC 19650\u000a06:45:33.910462 tst handover.py: using RAC 15\u000a06:45:34.035162 tst handover.py: using CellId 19650\u000a06:45:34.159635 tst handover.py: using BVCI 19651\u000a06:45:34.184215 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:45:34.310062 tst handover.py: using LAC 19651\u000a06:45:34.437277 tst handover.py: using RAC 16\u000a06:45:34.563136 tst handover.py: using CellId 19651\u000a06:45:34.689509 tst handover.py: using BVCI 19652\u000a06:45:34.714085 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:45:34.725255 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:45:34.736253 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:45:34.747291 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:45:34.758393 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:45:34.769386 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:45:34.885013 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:45:35.096412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:35.576132 run create_hlr_db(pid=3801): Launched\u000a06:45:35.707723 bus /sierra_2: Setting Powered False\u000a06:45:36.784301 run create_hlr_db(pid=3801): Terminated: ok {rc=0}\u000a06:45:37.186584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3803): Launched\u000a06:45:37.510984 run osmo-hlr_10.42.42.2(pid=3804): Launched\u000a06:45:37.632011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:38.167329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3806): Launched\u000a06:45:38.493256 run osmo-stp_10.42.42.5(pid=3807): Launched\u000a06:45:38.611500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:39.175220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3809): Launched\u000a06:45:39.499928 run osmo-msc_10.42.42.6(pid=3810): Launched\u000a06:45:39.690197 run osmo-stp_10.42.42.5(pid=3807): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3807)]\u000a06:45:39.827665 run osmo-stp_10.42.42.5(pid=3807): stdout: \u000a| (launched: 2022-12-09_06:45:38.333793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:39.966355 run osmo-stp_10.42.42.5(pid=3807): stderr: \u000a| �[0;m�[38;5;43m20221209064538525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064538525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064538526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064538526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064538528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064538528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064538528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:40.096630 run osmo-stp_10.42.42.5(pid=3807): stdout: \u000a| (launched: 2022-12-09_06:45:38.333793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:40.225988 run osmo-stp_10.42.42.5(pid=3807): stderr: \u000a| �[0;m�[38;5;43m20221209064538525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064538525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064538526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064538526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064538528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064538528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064538528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:40.282628 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3807): Process ended prematurely: osmo-stp_10.42.42.5(pid=3807) [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3807)] [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a06:45:40.291115 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:45:40.354608 run osmo-hlr_10.42.42.2(pid=3804): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3804)]\u000a06:45:40.406259 run osmo-hlr_10.42.42.2(pid=3804): stdout: \u000a| (launched: 2022-12-09_06:45:37.352485) \u000a06:45:40.458570 run osmo-hlr_10.42.42.2(pid=3804): stderr: \u000a| �[0;m�[1;31m20221209064537551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064537551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064537551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064537551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064537551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064537551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064537562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064537571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064537571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064537571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:40.529489 run osmo-msc_10.42.42.6(pid=3810): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3810)]\u000a06:45:40.581271 run osmo-msc_10.42.42.6(pid=3810): stdout: \u000a| (launched: 2022-12-09_06:45:39.340513) \u000a06:45:40.633570 run osmo-msc_10.42.42.6(pid=3810): stderr: \u000a| �[0;m�[38;5;43m20221209064539663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064539663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff422992c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064539663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064539663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064539664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064539664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064539666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064539666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064539666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064539666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:40.677454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3803): Terminating (SIGTERM)\u000a06:45:40.719629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3806): Terminating (SIGTERM)\u000a06:45:40.761512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3809): Terminating (SIGTERM)\u000a06:45:40.771395 --- ParallelTerminationStrategy: PID 3803 died...\u000a06:45:40.827374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3803): Terminated: ok {rc=0}\u000a06:45:40.837375 --- ParallelTerminationStrategy: PID 3806 died...\u000a06:45:40.893263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3806): Terminated: ok {rc=0}\u000a06:45:40.903187 --- ParallelTerminationStrategy: PID 3809 died...\u000a06:45:40.958810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3809): Terminated: ok {rc=0}\u000a06:45:41.045616 bus /sierra_3: Setting Powered False\u000a06:45:42.147941 bus /sierra_3: Setting Powered False\u000a06:45:43.258604 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:45:33" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3821): Process ended prematurely: osmo-stp_10.42.42.5(pid=3821) [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3821)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3821): Process ended prematurely: osmo-stp_10.42.42.5(pid=3821) [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:45:45.237996 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:45.249249 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:45:45.382864 tst handover.py: using LAC 19652\u000a06:45:45.509362 tst handover.py: using RAC 17\u000a06:45:45.637877 tst handover.py: using CellId 19652\u000a06:45:45.764031 tst handover.py: using BVCI 19653\u000a06:45:45.788490 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:45:45.949741 tst handover.py: using LAC 19653\u000a06:45:46.084270 tst handover.py: using RAC 18\u000a06:45:46.213205 tst handover.py: using CellId 19653\u000a06:45:46.340398 tst handover.py: using BVCI 19654\u000a06:45:46.365185 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:46.376719 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:46.388292 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:46.399807 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:46.411288 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:46.422546 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:45:46.539774 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:45:46.791440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:47.279087 run create_hlr_db(pid=3815): Launched\u000a06:45:47.403215 bus /sierra_2: Setting Powered False\u000a06:45:48.488352 run create_hlr_db(pid=3815): Terminated: ok {rc=0}\u000a06:45:48.892216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3817): Launched\u000a06:45:49.215797 run osmo-hlr_10.42.42.2(pid=3818): Launched\u000a06:45:49.336510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:49.869945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3820): Launched\u000a06:45:50.193116 run osmo-stp_10.42.42.5(pid=3821): Launched\u000a06:45:50.310580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:50.875529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3823): Launched\u000a06:45:51.199575 run osmo-msc_10.42.42.6(pid=3824): Launched\u000a06:45:51.389760 run osmo-stp_10.42.42.5(pid=3821): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3821)]\u000a06:45:51.526774 run osmo-stp_10.42.42.5(pid=3821): stdout: \u000a| (launched: 2022-12-09_06:45:50.034821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:51.663470 run osmo-stp_10.42.42.5(pid=3821): stderr: \u000a| �[0;m�[38;5;43m20221209064550228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064550229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064550230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064550230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064550231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064550231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064550231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:51.793908 run osmo-stp_10.42.42.5(pid=3821): stdout: \u000a| (launched: 2022-12-09_06:45:50.034821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:51.922620 run osmo-stp_10.42.42.5(pid=3821): stderr: \u000a| �[0;m�[38;5;43m20221209064550228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064550229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064550230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064550230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064550231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064550231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064550231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:51.979206 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3821): Process ended prematurely: osmo-stp_10.42.42.5(pid=3821) [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3821)] [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a06:45:51.987838 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:45:52.051380 run osmo-hlr_10.42.42.2(pid=3818): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3818)]\u000a06:45:52.102966 run osmo-hlr_10.42.42.2(pid=3818): stdout: \u000a| (launched: 2022-12-09_06:45:49.057587) \u000a06:45:52.155231 run osmo-hlr_10.42.42.2(pid=3818): stderr: \u000a| �[0;m�[1;31m20221209064549257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064549257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064549257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064549257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064549257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064549258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064549270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064549280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064549281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064549281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:52.225817 run osmo-msc_10.42.42.6(pid=3824): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3824)]\u000a06:45:52.277333 run osmo-msc_10.42.42.6(pid=3824): stdout: \u000a| (launched: 2022-12-09_06:45:51.040628) \u000a06:45:52.329977 run osmo-msc_10.42.42.6(pid=3824): stderr: \u000a| �[0;m�[38;5;43m20221209064551359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064551360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc954bf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064551360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064551360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064551360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064551361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064551362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064551363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064551363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064551363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:52.374915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3817): Terminating (SIGTERM)\u000a06:45:52.416694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3820): Terminating (SIGTERM)\u000a06:45:52.459194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3823): Terminating (SIGTERM)\u000a06:45:52.468885 --- ParallelTerminationStrategy: PID 3817 died...\u000a06:45:52.525029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3817): Terminated: ok {rc=0}\u000a06:45:52.535395 --- ParallelTerminationStrategy: PID 3820 died...\u000a06:45:52.591681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3820): Terminated: ok {rc=0}\u000a06:45:52.601839 --- ParallelTerminationStrategy: PID 3823 died...\u000a06:45:52.657695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3823): Terminated: ok {rc=0}\u000a06:45:52.744791 bus /sierra_3: Setting Powered False\u000a06:45:53.851990 bus /sierra_3: Setting Powered False\u000a06:45:54.960093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:45:44" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3835): Process ended prematurely: osmo-stp_10.42.42.5(pid=3835) [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3835)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3835): Process ended prematurely: osmo-stp_10.42.42.5(pid=3835) [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:45:56.963141 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:56.974064 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:45:57.099008 tst handover.py: using LAC 19654\u000a06:45:57.218999 tst handover.py: using RAC 19\u000a06:45:57.338497 tst handover.py: using CellId 19654\u000a06:45:57.464857 tst handover.py: using BVCI 19655\u000a06:45:57.489547 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:45:57.630578 tst handover.py: using LAC 19655\u000a06:45:57.756016 tst handover.py: using RAC 20\u000a06:45:57.876785 tst handover.py: using CellId 19655\u000a06:45:57.996759 tst handover.py: using BVCI 19656\u000a06:45:58.019659 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:58.031148 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:58.042109 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:58.053194 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:58.064062 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:58.074819 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:45:58.190729 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:45:58.390149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:58.847096 run create_hlr_db(pid=3829): Launched\u000a06:45:58.969775 bus /sierra_2: Setting Powered False\u000a06:46:00.042562 run create_hlr_db(pid=3829): Terminated: ok {rc=0}\u000a06:46:00.447076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3831): Launched\u000a06:46:00.771274 run osmo-hlr_10.42.42.2(pid=3832): Launched\u000a06:46:01.012514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:01.573743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3834): Launched\u000a06:46:02.003299 run osmo-stp_10.42.42.5(pid=3835): Launched\u000a06:46:02.201259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:02.845865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3837): Launched\u000a06:46:03.169844 run osmo-msc_10.42.42.6(pid=3838): Launched\u000a06:46:03.362428 run osmo-stp_10.42.42.5(pid=3835): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3835)]\u000a06:46:03.500616 run osmo-stp_10.42.42.5(pid=3835): stdout: \u000a| (launched: 2022-12-09_06:46:01.743411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:03.632822 run osmo-stp_10.42.42.5(pid=3835): stderr: \u000a| �[0;m�[38;5;43m20221209064602059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064602059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064602060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064602061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064602061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064602061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064602061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:03.754963 run osmo-stp_10.42.42.5(pid=3835): stdout: \u000a| (launched: 2022-12-09_06:46:01.743411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:03.875297 run osmo-stp_10.42.42.5(pid=3835): stderr: \u000a| �[0;m�[38;5;43m20221209064602059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064602059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064602060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064602061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064602061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064602061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064602061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:03.928088 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3835): Process ended prematurely: osmo-stp_10.42.42.5(pid=3835) [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3835)] [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:46:03.936294 tst handover.py:18: Test FAILED (7.0 sec)\u000a06:46:03.996905 run osmo-hlr_10.42.42.2(pid=3832): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3832)]\u000a06:46:04.046569 run osmo-hlr_10.42.42.2(pid=3832): stdout: \u000a| (launched: 2022-12-09_06:46:00.612616) \u000a06:46:04.096838 run osmo-hlr_10.42.42.2(pid=3832): stderr: \u000a| �[0;m�[1;31m20221209064600812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064600812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064600812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064600812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064600812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064600812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064600826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064600835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064600835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064600835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:04.165187 run osmo-msc_10.42.42.6(pid=3838): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3838)]\u000a06:46:04.214826 run osmo-msc_10.42.42.6(pid=3838): stdout: \u000a| (launched: 2022-12-09_06:46:03.010862) \u000a06:46:04.264763 run osmo-msc_10.42.42.6(pid=3838): stderr: \u000a| �[0;m�[38;5;43m20221209064603329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064603329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54c7bfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064603329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064603330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064603330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064603330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064603331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064603332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064603332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064603332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:04.307196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3831): Terminating (SIGTERM)\u000a06:46:04.347334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3834): Terminating (SIGTERM)\u000a06:46:04.387744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3837): Terminating (SIGTERM)\u000a06:46:04.397420 --- ParallelTerminationStrategy: PID 3831 died...\u000a06:46:04.452226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3831): Terminated: ok {rc=0}\u000a06:46:04.462138 --- ParallelTerminationStrategy: PID 3834 died...\u000a06:46:04.516307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3834): Terminated: ok {rc=0}\u000a06:46:04.526187 --- ParallelTerminationStrategy: PID 3837 died...\u000a06:46:04.580817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3837): Terminated: ok {rc=0}\u000a06:46:04.670618 bus /sierra_3: Setting Powered False\u000a06:46:05.774785 bus /sierra_3: Setting Powered False\u000a06:46:06.881811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:45:56" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3849): Process ended prematurely: osmo-stp_10.42.42.5(pid=3849) [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3849)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3849): Process ended prematurely: osmo-stp_10.42.42.5(pid=3849) [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:46:08.887688 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:08.899145 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:46:09.031274 tst handover.py: using LAC 19656\u000a06:46:09.158977 tst handover.py: using RAC 21\u000a06:46:09.287117 tst handover.py: using CellId 19656\u000a06:46:09.414349 tst handover.py: using BVCI 19657\u000a06:46:09.438800 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:46:09.583762 tst handover.py: using LAC 19657\u000a06:46:09.710155 tst handover.py: using RAC 22\u000a06:46:09.828235 tst handover.py: using CellId 19657\u000a06:46:09.948016 tst handover.py: using BVCI 19658\u000a06:46:09.971249 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:09.982355 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:09.993372 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:10.005044 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:10.016610 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:10.028143 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:46:10.146998 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:46:10.358486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:10.838650 run create_hlr_db(pid=3843): Launched\u000a06:46:10.970523 bus /sierra_2: Setting Powered False\u000a06:46:12.045500 run create_hlr_db(pid=3843): Terminated: ok {rc=0}\u000a06:46:12.447861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3845): Launched\u000a06:46:12.771890 run osmo-hlr_10.42.42.2(pid=3846): Launched\u000a06:46:12.891898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:13.425549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3848): Launched\u000a06:46:13.747931 run osmo-stp_10.42.42.5(pid=3849): Launched\u000a06:46:13.864837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:14.426409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3851): Launched\u000a06:46:14.749036 run osmo-msc_10.42.42.6(pid=3852): Launched\u000a06:46:14.939448 run osmo-stp_10.42.42.5(pid=3849): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3849)]\u000a06:46:15.077221 run osmo-stp_10.42.42.5(pid=3849): stdout: \u000a| (launched: 2022-12-09_06:46:13.590351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:15.214224 run osmo-stp_10.42.42.5(pid=3849): stderr: \u000a| �[0;m�[38;5;43m20221209064613782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064613782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064613782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064613783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064613783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064613783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064613783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:15.344668 run osmo-stp_10.42.42.5(pid=3849): stdout: \u000a| (launched: 2022-12-09_06:46:13.590351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:15.473739 run osmo-stp_10.42.42.5(pid=3849): stderr: \u000a| �[0;m�[38;5;43m20221209064613782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064613782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064613782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064613783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064613783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064613783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064613783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:15.530058 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3849): Process ended prematurely: osmo-stp_10.42.42.5(pid=3849) [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3849)] [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:46:15.538568 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:46:15.602239 run osmo-hlr_10.42.42.2(pid=3846): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3846)]\u000a06:46:15.654098 run osmo-hlr_10.42.42.2(pid=3846): stdout: \u000a| (launched: 2022-12-09_06:46:12.612601) \u000a06:46:15.706721 run osmo-hlr_10.42.42.2(pid=3846): stderr: \u000a| �[0;m�[1;31m20221209064612809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064612809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064612809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064612809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064612809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064612809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064612822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064612831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064612832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064612832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:15.777857 run osmo-msc_10.42.42.6(pid=3852): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3852)]\u000a06:46:15.829608 run osmo-msc_10.42.42.6(pid=3852): stdout: \u000a| (launched: 2022-12-09_06:46:14.590914) \u000a06:46:15.883172 run osmo-msc_10.42.42.6(pid=3852): stderr: \u000a| �[0;m�[38;5;43m20221209064614912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064614913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf01b06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064614913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064614913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064614913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064614913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064614915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064614915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064614915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064614915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:15.928301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3845): Terminating (SIGTERM)\u000a06:46:15.971415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3848): Terminating (SIGTERM)\u000a06:46:16.014987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3851): Terminating (SIGTERM)\u000a06:46:16.024727 --- ParallelTerminationStrategy: PID 3845 died...\u000a06:46:16.082440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3845): Terminated: ok {rc=0}\u000a06:46:16.093090 --- ParallelTerminationStrategy: PID 3848 died...\u000a06:46:16.150687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3848): Terminated: ok {rc=0}\u000a06:46:16.161410 --- ParallelTerminationStrategy: PID 3851 died...\u000a06:46:16.218841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3851): Terminated: ok {rc=0}\u000a06:46:16.316185 bus /sierra_3: Setting Powered False\u000a06:46:17.421344 bus /sierra_3: Setting Powered False\u000a06:46:18.529372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:46:08" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:46:20.514322 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:20.526045 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:46:20.657592 tst handover.py: using LAC 19658\u000a06:46:20.783701 tst handover.py: using RAC 23\u000a06:46:20.904252 tst handover.py: using CellId 19658\u000a06:46:21.024152 tst handover.py: using BVCI 19659\u000a06:46:21.047160 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:46:21.172518 tst handover.py: using LAC 19659\u000a06:46:21.289001 tst handover.py: using RAC 24\u000a06:46:21.405469 tst handover.py: using CellId 19659\u000a06:46:21.522016 tst handover.py: using BVCI 19660\u000a06:46:21.544866 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:21.555633 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:21.566230 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:21.577013 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:21.587774 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:21.598508 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:46:21.711962 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:46:21.912067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:22.367427 run create_hlr_db(pid=3857): Launched\u000a06:46:22.489490 bus /sierra_2: Setting Powered False\u000a06:46:23.561451 run create_hlr_db(pid=3857): Terminated: ok {rc=0}\u000a06:46:23.962609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Launched\u000a06:46:24.284224 run osmo-hlr_10.42.42.2(pid=3860): Launched\u000a06:46:24.403812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:24.937049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Launched\u000a06:46:25.259607 run osmo-stp_10.42.42.5(pid=3863): Launched\u000a06:46:25.378064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:25.940470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3865): Launched\u000a06:46:26.263531 run osmo-msc_10.42.42.6(pid=3866): Launched\u000a06:46:26.454423 run osmo-stp_10.42.42.5(pid=3863): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]\u000a06:46:26.591902 run osmo-stp_10.42.42.5(pid=3863): stdout: \u000a| (launched: 2022-12-09_06:46:25.101660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:26.728707 run osmo-stp_10.42.42.5(pid=3863): stderr: \u000a| �[0;m�[38;5;43m20221209064625292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064625292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064625292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064625293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064625295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064625295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064625295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:26.858937 run osmo-stp_10.42.42.5(pid=3863): stdout: \u000a| (launched: 2022-12-09_06:46:25.101660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:26.987819 run osmo-stp_10.42.42.5(pid=3863): stderr: \u000a| �[0;m�[38;5;43m20221209064625292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064625292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064625292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064625293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064625295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064625295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064625295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:27.044363 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)] [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a06:46:27.053183 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:46:27.116457 run osmo-hlr_10.42.42.2(pid=3860): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3860)]\u000a06:46:27.168142 run osmo-hlr_10.42.42.2(pid=3860): stdout: \u000a| (launched: 2022-12-09_06:46:24.127069) \u000a06:46:27.220211 run osmo-hlr_10.42.42.2(pid=3860): stderr: \u000a| �[0;m�[1;31m20221209064624325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064624325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064624325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064624325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064624325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064624326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064624336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064624344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064624344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064624344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:27.291521 run osmo-msc_10.42.42.6(pid=3866): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3866)]\u000a06:46:27.343527 run osmo-msc_10.42.42.6(pid=3866): stdout: \u000a| (launched: 2022-12-09_06:46:26.105363) \u000a06:46:27.395998 run osmo-msc_10.42.42.6(pid=3866): stderr: \u000a| �[0;m�[38;5;43m20221209064626426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064626426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f714b3a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064626426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064626426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064626426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064626427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064626428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064626429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064626429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064626429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:27.440693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Terminating (SIGTERM)\u000a06:46:27.482826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Terminating (SIGTERM)\u000a06:46:27.525283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3865): Terminating (SIGTERM)\u000a06:46:27.535333 --- ParallelTerminationStrategy: PID 3859 died...\u000a06:46:27.591582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Terminated: ok {rc=0}\u000a06:46:27.602133 --- ParallelTerminationStrategy: PID 3862 died...\u000a06:46:27.658149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Terminated: ok {rc=0}\u000a06:46:27.668430 --- ParallelTerminationStrategy: PID 3865 died...\u000a06:46:27.724878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3865): Terminated: ok {rc=0}\u000a06:46:27.811926 bus /sierra_3: Setting Powered False\u000a06:46:28.918707 bus /sierra_3: Setting Powered False\u000a06:46:30.027769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:46:20" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3877): Process ended prematurely: osmo-stp_10.42.42.5(pid=3877) [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3877)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3877): Process ended prematurely: osmo-stp_10.42.42.5(pid=3877) [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:46:32.091748 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:46:32.104511 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:46:32.247869 tst handover.py: using LAC 19660\u000a06:46:32.379672 tst handover.py: using RAC 25\u000a06:46:32.505637 tst handover.py: using CellId 19660\u000a06:46:32.631292 tst handover.py: using BVCI 19661\u000a06:46:32.656139 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:46:32.798233 tst handover.py: using LAC 19661\u000a06:46:32.917759 tst handover.py: using RAC 26\u000a06:46:33.034302 tst handover.py: using CellId 19661\u000a06:46:33.151295 tst handover.py: using BVCI 19662\u000a06:46:33.174333 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:46:33.185152 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:46:33.195906 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:46:33.206697 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:46:33.217534 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:46:33.228266 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:46:33.347234 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:46:33.547936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:34.004803 run create_hlr_db(pid=3871): Launched\u000a06:46:34.128412 bus /sierra_2: Setting Powered False\u000a06:46:35.201826 run create_hlr_db(pid=3871): Terminated: ok {rc=0}\u000a06:46:35.604253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3873): Launched\u000a06:46:35.927302 run osmo-hlr_10.42.42.2(pid=3874): Launched\u000a06:46:36.048669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:36.584147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3876): Launched\u000a06:46:36.904551 run osmo-stp_10.42.42.5(pid=3877): Launched\u000a06:46:37.014952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:37.540603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3879): Launched\u000a06:46:37.841153 run osmo-msc_10.42.42.6(pid=3880): Launched\u000a06:46:38.018372 run osmo-stp_10.42.42.5(pid=3877): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3877)]\u000a06:46:38.146531 run osmo-stp_10.42.42.5(pid=3877): stdout: \u000a| (launched: 2022-12-09_06:46:36.748879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:38.272295 run osmo-stp_10.42.42.5(pid=3877): stderr: \u000a| �[0;m�[38;5;43m20221209064636919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064636919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064636919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064636920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064636922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064636922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064636922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:38.393607 run osmo-stp_10.42.42.5(pid=3877): stdout: \u000a| (launched: 2022-12-09_06:46:36.748879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:38.513487 run osmo-stp_10.42.42.5(pid=3877): stderr: \u000a| �[0;m�[38;5;43m20221209064636919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064636919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064636919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064636920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064636922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064636922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064636922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:38.565827 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3877): Process ended prematurely: osmo-stp_10.42.42.5(pid=3877) [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3877)] [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a06:46:38.573723 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:46:38.633505 run osmo-hlr_10.42.42.2(pid=3874): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3874)]\u000a06:46:38.683908 run osmo-hlr_10.42.42.2(pid=3874): stdout: \u000a| (launched: 2022-12-09_06:46:35.769501) \u000a06:46:38.734207 run osmo-hlr_10.42.42.2(pid=3874): stderr: \u000a| �[0;m�[1;31m20221209064635968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064635968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064635968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064635968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064635968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064635968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064635980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:38.801820 run osmo-msc_10.42.42.6(pid=3880): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3880)]\u000a06:46:38.850951 run osmo-msc_10.42.42.6(pid=3880): stdout: \u000a| (launched: 2022-12-09_06:46:37.693489) \u000a06:46:38.900479 run osmo-msc_10.42.42.6(pid=3880): stderr: \u000a| �[0;m�[38;5;43m20221209064637963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064637964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5be66f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064637964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064637964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064637964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064637964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064637966 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064637966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064637966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064637966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:38.942595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3873): Terminating (SIGTERM)\u000a06:46:38.982555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3876): Terminating (SIGTERM)\u000a06:46:39.022419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3879): Terminating (SIGTERM)\u000a06:46:39.031615 --- ParallelTerminationStrategy: PID 3873 died...\u000a06:46:39.085257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3873): Terminated: ok {rc=0}\u000a06:46:39.094886 --- ParallelTerminationStrategy: PID 3876 died...\u000a06:46:39.148186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3876): Terminated: ok {rc=0}\u000a06:46:39.157877 --- ParallelTerminationStrategy: PID 3879 died...\u000a06:46:39.210881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3879): Terminated: ok {rc=0}\u000a06:46:39.294629 bus /sierra_3: Setting Powered False\u000a06:46:40.402250 bus /sierra_3: Setting Powered False\u000a06:46:41.515014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:46:31" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:46:43.508910 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:46:43.519726 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:46:43.642978 tst handover.py: using LAC 19662\u000a06:46:43.763154 tst handover.py: using RAC 27\u000a06:46:43.890031 tst handover.py: using CellId 19662\u000a06:46:44.016405 tst handover.py: using BVCI 19663\u000a06:46:44.041199 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:46:44.185392 tst handover.py: using LAC 19663\u000a06:46:44.313401 tst handover.py: using RAC 28\u000a06:46:44.433565 tst handover.py: using CellId 19663\u000a06:46:44.552246 tst handover.py: using BVCI 19664\u000a06:46:44.575160 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:46:44.585906 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:46:44.596403 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:46:44.607547 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:46:44.618690 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:46:44.629823 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:46:44.750933 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:46:44.964194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:45.445992 run create_hlr_db(pid=3885): Launched\u000a06:46:45.578692 bus /sierra_2: Setting Powered False\u000a06:46:46.670334 run create_hlr_db(pid=3885): Terminated: ok {rc=0}\u000a06:46:47.065851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Launched\u000a06:46:47.378042 run osmo-hlr_10.42.42.2(pid=3888): Launched\u000a06:46:47.498499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:48.009260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Launched\u000a06:46:48.308684 run osmo-stp_10.42.42.5(pid=3891): Launched\u000a06:46:48.418211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:48.942672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Launched\u000a06:46:49.243526 run osmo-msc_10.42.42.6(pid=3894): Launched\u000a06:46:49.420222 run osmo-stp_10.42.42.5(pid=3891): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]\u000a06:46:49.547871 run osmo-stp_10.42.42.5(pid=3891): stdout: \u000a| (launched: 2022-12-09_06:46:48.161684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:49.673440 run osmo-stp_10.42.42.5(pid=3891): stderr: \u000a| �[0;m�[38;5;43m20221209064648331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064648331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064648331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064648332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064648332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064648332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064648333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:49.794143 run osmo-stp_10.42.42.5(pid=3891): stdout: \u000a| (launched: 2022-12-09_06:46:48.161684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:49.913725 run osmo-stp_10.42.42.5(pid=3891): stderr: \u000a| �[0;m�[38;5;43m20221209064648331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064648331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064648331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064648332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064648332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064648332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064648333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:49.966013 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)] [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a06:46:49.973741 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:46:50.033018 run osmo-hlr_10.42.42.2(pid=3888): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3888)]\u000a06:46:50.081917 run osmo-hlr_10.42.42.2(pid=3888): stdout: \u000a| (launched: 2022-12-09_06:46:47.222019) \u000a06:46:50.131294 run osmo-hlr_10.42.42.2(pid=3888): stderr: \u000a| �[0;m�[1;31m20221209064647409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064647409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064647409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064647409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064647409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064647409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064647421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064647429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064647429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064647429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:50.198535 run osmo-msc_10.42.42.6(pid=3894): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3894)]\u000a06:46:50.247406 run osmo-msc_10.42.42.6(pid=3894): stdout: \u000a| (launched: 2022-12-09_06:46:49.095813) \u000a06:46:50.296833 run osmo-msc_10.42.42.6(pid=3894): stderr: \u000a| �[0;m�[38;5;43m20221209064649366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064649367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cbe065c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064649367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064649367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064649367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064649367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064649370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064649370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064649371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064649371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:50.338823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Terminating (SIGTERM)\u000a06:46:50.378468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Terminating (SIGTERM)\u000a06:46:50.418150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Terminating (SIGTERM)\u000a06:46:50.427267 --- ParallelTerminationStrategy: PID 3887 died...\u000a06:46:50.480302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Terminated: ok {rc=0}\u000a06:46:50.489861 --- ParallelTerminationStrategy: PID 3890 died...\u000a06:46:50.543080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Terminated: ok {rc=0}\u000a06:46:50.552591 --- ParallelTerminationStrategy: PID 3893 died...\u000a06:46:50.605787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Terminated: ok {rc=0}\u000a06:46:50.688584 bus /sierra_3: Setting Powered False\u000a06:46:51.795195 bus /sierra_3: Setting Powered False\u000a06:46:52.902112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:46:43" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a06:46:54.872251 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:54.883527 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:46:55.013500 tst handover.py: using LAC 19664\u000a06:46:55.134353 tst handover.py: using RAC 29\u000a06:46:55.251937 tst handover.py: using CellId 19664\u000a06:46:55.371588 tst handover.py: using BVCI 19665\u000a06:46:55.394795 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:46:55.526410 tst handover.py: using LAC 19665\u000a06:46:55.650349 tst handover.py: using RAC 30\u000a06:46:55.774367 tst handover.py: using CellId 19665\u000a06:46:55.898717 tst handover.py: using BVCI 19666\u000a06:46:55.923195 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:55.934388 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:55.945426 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:55.956720 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:55.968110 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:55.979477 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:46:56.095677 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:46:56.309353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:56.790585 run create_hlr_db(pid=3899): Launched\u000a06:46:56.923238 bus /sierra_2: Setting Powered False\u000a06:46:57.998405 run create_hlr_db(pid=3899): Terminated: ok {rc=0}\u000a06:46:58.402662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Launched\u000a06:46:58.725824 run osmo-hlr_10.42.42.2(pid=3902): Launched\u000a06:46:58.847468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:59.383982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Launched\u000a06:46:59.707920 run osmo-stp_10.42.42.5(pid=3905): Launched\u000a06:46:59.826202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:00.391341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Launched\u000a06:47:00.715202 run osmo-msc_10.42.42.6(pid=3908): Launched\u000a06:47:01.007714 run osmo-stp_10.42.42.5(pid=3905): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]\u000a06:47:01.200175 run osmo-stp_10.42.42.5(pid=3905): stdout: \u000a| (launched: 2022-12-09_06:46:59.548889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:01.416284 run osmo-stp_10.42.42.5(pid=3905): stderr: \u000a| �[0;m�[38;5;43m20221209064659740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064659741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064659741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064659741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064659743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064659744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064659744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:01.543563 run osmo-stp_10.42.42.5(pid=3905): stdout: \u000a| (launched: 2022-12-09_06:46:59.548889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:01.670484 run osmo-stp_10.42.42.5(pid=3905): stderr: \u000a| �[0;m�[38;5;43m20221209064659740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064659741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064659741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064659741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064659743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064659744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064659744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:01.724394 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)] [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a06:47:01.732811 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:47:01.794445 run osmo-hlr_10.42.42.2(pid=3902): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3902)]\u000a06:47:01.848510 run osmo-hlr_10.42.42.2(pid=3902): stdout: \u000a| (launched: 2022-12-09_06:46:58.567815) \u000a06:47:01.900132 run osmo-hlr_10.42.42.2(pid=3902): stderr: \u000a| �[0;m�[1;31m20221209064658767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064658767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064658767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064658767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064658767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064658767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064658780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064658789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064658789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064658789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:01.970191 run osmo-msc_10.42.42.6(pid=3908): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3908)]\u000a06:47:02.020877 run osmo-msc_10.42.42.6(pid=3908): stdout: \u000a| (launched: 2022-12-09_06:47:00.556569) \u000a06:47:02.073166 run osmo-msc_10.42.42.6(pid=3908): stderr: \u000a| �[0;m�[38;5;43m20221209064700881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064700882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb96a384c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064700882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064700882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064700882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064700882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064700884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064700884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064700884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064700884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:02.116859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminating (SIGTERM)\u000a06:47:02.160263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminating (SIGTERM)\u000a06:47:02.203877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminating (SIGTERM)\u000a06:47:02.214270 --- ParallelTerminationStrategy: PID 3901 died...\u000a06:47:02.272283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminated: ok {rc=0}\u000a06:47:02.282372 --- ParallelTerminationStrategy: PID 3904 died...\u000a06:47:02.337315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminated: ok {rc=0}\u000a06:47:02.347751 --- ParallelTerminationStrategy: PID 3907 died...\u000a06:47:02.401500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminated: ok {rc=0}\u000a06:47:02.506612 bus /sierra_3: Setting Powered False\u000a06:47:03.613985 bus /sierra_3: Setting Powered False\u000a06:47:04.723753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:46:54" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3919): Process ended prematurely: osmo-stp_10.42.42.5(pid=3919) [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3919): Process ended prematurely: osmo-stp_10.42.42.5(pid=3919) [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:47:06.705368 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:06.716444 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:47:06.851340 tst handover.py: using LAC 19666\u000a06:47:06.978368 tst handover.py: using RAC 31\u000a06:47:07.102301 tst handover.py: using CellId 19666\u000a06:47:07.226510 tst handover.py: using BVCI 19667\u000a06:47:07.251184 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:47:07.392227 tst handover.py: using LAC 19667\u000a06:47:07.512688 tst handover.py: using RAC 32\u000a06:47:07.631334 tst handover.py: using CellId 19667\u000a06:47:07.751570 tst handover.py: using BVCI 19668\u000a06:47:07.774559 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:07.785638 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:07.796376 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:07.807343 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:07.818271 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:07.829015 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:47:07.947304 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:47:08.157634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:08.641441 run create_hlr_db(pid=3913): Launched\u000a06:47:08.773811 bus /sierra_2: Setting Powered False\u000a06:47:09.850166 run create_hlr_db(pid=3913): Terminated: ok {rc=0}\u000a06:47:10.253890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3915): Launched\u000a06:47:10.580745 run osmo-hlr_10.42.42.2(pid=3916): Launched\u000a06:47:10.700627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:11.233942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3918): Launched\u000a06:47:11.557877 run osmo-stp_10.42.42.5(pid=3919): Launched\u000a06:47:11.675643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:12.238162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3921): Launched\u000a06:47:12.561417 run osmo-msc_10.42.42.6(pid=3922): Launched\u000a06:47:12.752673 run osmo-stp_10.42.42.5(pid=3919): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)]\u000a06:47:12.890958 run osmo-stp_10.42.42.5(pid=3919): stdout: \u000a| (launched: 2022-12-09_06:47:11.399058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:13.027808 run osmo-stp_10.42.42.5(pid=3919): stderr: \u000a| �[0;m�[38;5;43m20221209064711589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064711589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064711590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064711590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:13.158128 run osmo-stp_10.42.42.5(pid=3919): stdout: \u000a| (launched: 2022-12-09_06:47:11.399058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:13.287217 run osmo-stp_10.42.42.5(pid=3919): stderr: \u000a| �[0;m�[38;5;43m20221209064711589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064711589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064711590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064711590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:13.343573 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3919): Process ended prematurely: osmo-stp_10.42.42.5(pid=3919) [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)] [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a06:47:13.351991 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:47:13.415826 run osmo-hlr_10.42.42.2(pid=3916): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3916)]\u000a06:47:13.467912 run osmo-hlr_10.42.42.2(pid=3916): stdout: \u000a| (launched: 2022-12-09_06:47:10.419864) \u000a06:47:13.520837 run osmo-hlr_10.42.42.2(pid=3916): stderr: \u000a| �[0;m�[1;31m20221209064710617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064710617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064710617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064710617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064710617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064710617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064710630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064710641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064710641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064710641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:13.591991 run osmo-msc_10.42.42.6(pid=3922): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3922)]\u000a06:47:13.644071 run osmo-msc_10.42.42.6(pid=3922): stdout: \u000a| (launched: 2022-12-09_06:47:12.402892) \u000a06:47:13.696714 run osmo-msc_10.42.42.6(pid=3922): stderr: \u000a| �[0;m�[38;5;43m20221209064712722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064712722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f894ed4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064712722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064712722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064712723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064712723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064712724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064712725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064712725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064712725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:13.741437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3915): Terminating (SIGTERM)\u000a06:47:13.783317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3918): Terminating (SIGTERM)\u000a06:47:13.825648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3921): Terminating (SIGTERM)\u000a06:47:13.835570 --- ParallelTerminationStrategy: PID 3915 died...\u000a06:47:13.891537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3915): Terminated: ok {rc=0}\u000a06:47:13.901886 --- ParallelTerminationStrategy: PID 3918 died...\u000a06:47:13.957605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3918): Terminated: ok {rc=0}\u000a06:47:13.967813 --- ParallelTerminationStrategy: PID 3921 died...\u000a06:47:14.023897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3921): Terminated: ok {rc=0}\u000a06:47:14.109877 bus /sierra_3: Setting Powered False\u000a06:47:15.211742 bus /sierra_3: Setting Powered False\u000a06:47:16.337257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:47:06" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3933): Process ended prematurely: osmo-stp_10.42.42.5(pid=3933) [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3933)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3933): Process ended prematurely: osmo-stp_10.42.42.5(pid=3933) [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:47:18.314540 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:18.325514 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:47:18.446378 tst handover.py: using LAC 19668\u000a06:47:18.567768 tst handover.py: using RAC 33\u000a06:47:18.690084 tst handover.py: using CellId 19668\u000a06:47:18.809468 tst handover.py: using BVCI 19669\u000a06:47:18.832676 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:47:18.972774 tst handover.py: using LAC 19669\u000a06:47:19.102224 tst handover.py: using RAC 34\u000a06:47:19.229983 tst handover.py: using CellId 19669\u000a06:47:19.358823 tst handover.py: using BVCI 19670\u000a06:47:19.383745 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:19.395357 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:19.406797 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:19.418478 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:19.430005 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:19.441495 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:47:19.557468 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:47:19.762958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:20.223473 run create_hlr_db(pid=3927): Launched\u000a06:47:20.347284 bus /sierra_2: Setting Powered False\u000a06:47:21.419691 run create_hlr_db(pid=3927): Terminated: ok {rc=0}\u000a06:47:21.824871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3929): Launched\u000a06:47:22.149979 run osmo-hlr_10.42.42.2(pid=3930): Launched\u000a06:47:22.271696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:22.808720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3932): Launched\u000a06:47:23.132402 run osmo-stp_10.42.42.5(pid=3933): Launched\u000a06:47:23.250299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:23.814679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3935): Launched\u000a06:47:24.138593 run osmo-msc_10.42.42.6(pid=3936): Launched\u000a06:47:24.329258 run osmo-stp_10.42.42.5(pid=3933): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3933)]\u000a06:47:24.467086 run osmo-stp_10.42.42.5(pid=3933): stdout: \u000a| (launched: 2022-12-09_06:47:22.973784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:24.604146 run osmo-stp_10.42.42.5(pid=3933): stderr: \u000a| �[0;m�[38;5;43m20221209064723167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064723167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064723168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064723168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064723168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064723169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064723169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:24.734618 run osmo-stp_10.42.42.5(pid=3933): stdout: \u000a| (launched: 2022-12-09_06:47:22.973784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:24.863829 run osmo-stp_10.42.42.5(pid=3933): stderr: \u000a| �[0;m�[38;5;43m20221209064723167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064723167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064723168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064723168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064723168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064723169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064723169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:24.920267 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3933): Process ended prematurely: osmo-stp_10.42.42.5(pid=3933) [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3933)] [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:47:24.928766 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:47:24.992308 run osmo-hlr_10.42.42.2(pid=3930): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3930)]\u000a06:47:25.044459 run osmo-hlr_10.42.42.2(pid=3930): stdout: \u000a| (launched: 2022-12-09_06:47:21.990657) \u000a06:47:25.097101 run osmo-hlr_10.42.42.2(pid=3930): stderr: \u000a| �[0;m�[1;31m20221209064722188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064722188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064722188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064722188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064722188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064722188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064722200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064722209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064722209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064722209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:25.168291 run osmo-msc_10.42.42.6(pid=3936): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3936)]\u000a06:47:25.220169 run osmo-msc_10.42.42.6(pid=3936): stdout: \u000a| (launched: 2022-12-09_06:47:23.979719) \u000a06:47:25.273109 run osmo-msc_10.42.42.6(pid=3936): stderr: \u000a| �[0;m�[38;5;43m20221209064724299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064724299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a31bd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064724299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064724299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064724300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064724300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064724301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064724302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064724302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064724302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:25.317399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3929): Terminating (SIGTERM)\u000a06:47:25.359739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3932): Terminating (SIGTERM)\u000a06:47:25.402388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3935): Terminating (SIGTERM)\u000a06:47:25.412546 --- ParallelTerminationStrategy: PID 3929 died...\u000a06:47:25.469540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3929): Terminated: ok {rc=0}\u000a06:47:25.479578 --- ParallelTerminationStrategy: PID 3932 died...\u000a06:47:25.535835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3932): Terminated: ok {rc=0}\u000a06:47:25.546065 --- ParallelTerminationStrategy: PID 3935 died...\u000a06:47:25.602206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3935): Terminated: ok {rc=0}\u000a06:47:25.690100 bus /sierra_3: Setting Powered False\u000a06:47:26.792991 bus /sierra_3: Setting Powered False\u000a06:47:27.904397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:47:18" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3947): Process ended prematurely: osmo-stp_10.42.42.5(pid=3947) [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3947)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3947): Process ended prematurely: osmo-stp_10.42.42.5(pid=3947) [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:47:29.889234 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:29.900175 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:47:30.022594 tst handover.py: using LAC 19670\u000a06:47:30.140593 tst handover.py: using RAC 35\u000a06:47:30.261334 tst handover.py: using CellId 19670\u000a06:47:30.379796 tst handover.py: using BVCI 19671\u000a06:47:30.402817 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:47:30.539215 tst handover.py: using LAC 19671\u000a06:47:30.657291 tst handover.py: using RAC 36\u000a06:47:30.783328 tst handover.py: using CellId 19671\u000a06:47:30.936298 tst handover.py: using BVCI 19672\u000a06:47:30.960305 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:30.971904 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:30.983769 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:30.995833 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:31.009145 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:31.023734 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:47:31.148932 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:47:31.395612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:31.998854 run create_hlr_db(pid=3941): Launched\u000a06:47:32.152225 bus /sierra_2: Setting Powered False\u000a06:47:33.214213 run create_hlr_db(pid=3941): Terminated: ok {rc=0}\u000a06:47:33.618447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3943): Launched\u000a06:47:33.941519 run osmo-hlr_10.42.42.2(pid=3944): Launched\u000a06:47:34.063914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:34.598575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3946): Launched\u000a06:47:34.922290 run osmo-stp_10.42.42.5(pid=3947): Launched\u000a06:47:35.041924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:35.606420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3949): Launched\u000a06:47:35.929200 run osmo-msc_10.42.42.6(pid=3951): Launched\u000a06:47:36.158047 run osmo-stp_10.42.42.5(pid=3947): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3947)]\u000a06:47:36.284931 run osmo-stp_10.42.42.5(pid=3947): stdout: \u000a| (launched: 2022-12-09_06:47:34.763848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:36.411437 run osmo-stp_10.42.42.5(pid=3947): stderr: \u000a| �[0;m�[38;5;43m20221209064734957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064734957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064734957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064734958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064734958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064734958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064734958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:36.533478 run osmo-stp_10.42.42.5(pid=3947): stdout: \u000a| (launched: 2022-12-09_06:47:34.763848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:36.653869 run osmo-stp_10.42.42.5(pid=3947): stderr: \u000a| �[0;m�[38;5;43m20221209064734957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064734957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064734957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064734958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064734958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064734958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064734958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:36.706720 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3947): Process ended prematurely: osmo-stp_10.42.42.5(pid=3947) [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3947)] [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:47:36.714577 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:47:36.774467 run osmo-hlr_10.42.42.2(pid=3944): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3944)]\u000a06:47:36.823697 run osmo-hlr_10.42.42.2(pid=3944): stdout: \u000a| (launched: 2022-12-09_06:47:33.783345) \u000a06:47:36.873351 run osmo-hlr_10.42.42.2(pid=3944): stderr: \u000a| �[0;m�[1;31m20221209064733983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064733983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064733983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064733983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064733983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064733983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064733996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064734006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064734006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064734006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:36.941029 run osmo-msc_10.42.42.6(pid=3951): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3951)]\u000a06:47:36.990237 run osmo-msc_10.42.42.6(pid=3951): stdout: \u000a| (launched: 2022-12-09_06:47:35.772105) \u000a06:47:37.040030 run osmo-msc_10.42.42.6(pid=3951): stderr: \u000a| �[0;m�[38;5;43m20221209064736044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064736045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1336a18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064736045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064736045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064736045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064736045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064736047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064736047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064736047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064736048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:37.082244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3943): Terminating (SIGTERM)\u000a06:47:37.122073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3946): Terminating (SIGTERM)\u000a06:47:37.162258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3949): Terminating (SIGTERM)\u000a06:47:37.171536 --- ParallelTerminationStrategy: PID 3943 died...\u000a06:47:37.224865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3943): Terminated: ok {rc=0}\u000a06:47:37.234405 --- ParallelTerminationStrategy: PID 3946 died...\u000a06:47:37.287237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3946): Terminated: ok {rc=0}\u000a06:47:37.296752 --- ParallelTerminationStrategy: PID 3949 died...\u000a06:47:37.350004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3949): Terminated: ok {rc=0}\u000a06:47:37.439293 bus /sierra_3: Setting Powered False\u000a06:47:38.543884 bus /sierra_3: Setting Powered False\u000a06:47:39.654954 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:47:29" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3962): Process ended prematurely: osmo-stp_10.42.42.5(pid=3962) [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3962): Process ended prematurely: osmo-stp_10.42.42.5(pid=3962) [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:47:41.627643 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:47:41.638823 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:47:41.768689 tst handover.py: using LAC 19672\u000a06:47:41.894445 tst handover.py: using RAC 37\u000a06:47:42.013686 tst handover.py: using CellId 19672\u000a06:47:42.132766 tst handover.py: using BVCI 19673\u000a06:47:42.155887 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:47:42.276256 tst handover.py: using LAC 19673\u000a06:47:42.394195 tst handover.py: using RAC 38\u000a06:47:42.517305 tst handover.py: using CellId 19673\u000a06:47:42.636262 tst handover.py: using BVCI 19674\u000a06:47:42.659193 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:47:42.670076 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:47:42.680849 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:47:42.691929 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:47:42.703176 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:47:42.714223 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:47:42.834171 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:47:43.035752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:43.495256 run create_hlr_db(pid=3956): Launched\u000a06:47:43.618351 bus /sierra_2: Setting Powered False\u000a06:47:44.690584 run create_hlr_db(pid=3956): Terminated: ok {rc=0}\u000a06:47:45.094448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3958): Launched\u000a06:47:45.417961 run osmo-hlr_10.42.42.2(pid=3959): Launched\u000a06:47:45.538420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:46.106408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3961): Launched\u000a06:47:46.445761 run osmo-stp_10.42.42.5(pid=3962): Launched\u000a06:47:46.647305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:47.244483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3964): Launched\u000a06:47:47.548553 run osmo-msc_10.42.42.6(pid=3965): Launched\u000a06:47:47.724743 run osmo-stp_10.42.42.5(pid=3962): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)]\u000a06:47:47.852601 run osmo-stp_10.42.42.5(pid=3962): stdout: \u000a| (launched: 2022-12-09_06:47:46.266215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:47.978819 run osmo-stp_10.42.42.5(pid=3962): stderr: \u000a| �[0;m�[38;5;43m20221209064746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064746604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064746605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064746605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064746605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:48.099668 run osmo-stp_10.42.42.5(pid=3962): stdout: \u000a| (launched: 2022-12-09_06:47:46.266215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:48.219417 run osmo-stp_10.42.42.5(pid=3962): stderr: \u000a| �[0;m�[38;5;43m20221209064746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064746604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064746605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064746605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064746605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:48.271990 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3962): Process ended prematurely: osmo-stp_10.42.42.5(pid=3962) [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)] [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a06:47:48.279865 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:47:48.339534 run osmo-hlr_10.42.42.2(pid=3959): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3959)]\u000a06:47:48.388680 run osmo-hlr_10.42.42.2(pid=3959): stdout: \u000a| (launched: 2022-12-09_06:47:45.259175) \u000a06:47:48.438488 run osmo-hlr_10.42.42.2(pid=3959): stderr: \u000a| �[0;m�[1;31m20221209064745457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064745457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064745457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064745457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064745457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064745457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064745470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064745480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064745481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064745481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:48.506108 run osmo-msc_10.42.42.6(pid=3965): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3965)]\u000a06:47:48.555155 run osmo-msc_10.42.42.6(pid=3965): stdout: \u000a| (launched: 2022-12-09_06:47:47.400858) \u000a06:47:48.604779 run osmo-msc_10.42.42.6(pid=3965): stderr: \u000a| �[0;m�[38;5;43m20221209064747676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064747676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f561482ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064747676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064747676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064747676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064747677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064747678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064747679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064747679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064747679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:48.646600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3958): Terminating (SIGTERM)\u000a06:47:48.686246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3961): Terminating (SIGTERM)\u000a06:47:48.725768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3964): Terminating (SIGTERM)\u000a06:47:48.734863 --- ParallelTerminationStrategy: PID 3958 died...\u000a06:47:48.787821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3958): Terminated: ok {rc=0}\u000a06:47:48.797610 --- ParallelTerminationStrategy: PID 3961 died...\u000a06:47:48.850859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3961): Terminated: ok {rc=0}\u000a06:47:48.860300 --- ParallelTerminationStrategy: PID 3964 died...\u000a06:47:48.913106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3964): Terminated: ok {rc=0}\u000a06:47:49.001345 bus /sierra_3: Setting Powered False\u000a06:47:50.105241 bus /sierra_3: Setting Powered False\u000a06:47:51.211220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:47:41" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3976): Process ended prematurely: osmo-stp_10.42.42.5(pid=3976) [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3976): Process ended prematurely: osmo-stp_10.42.42.5(pid=3976) [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:47:53.196168 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:53.207430 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:47:53.335606 tst handover.py: using LAC 19674\u000a06:47:53.457507 tst handover.py: using RAC 39\u000a06:47:53.580599 tst handover.py: using CellId 19674\u000a06:47:53.699310 tst handover.py: using BVCI 19675\u000a06:47:53.722328 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:47:53.857688 tst handover.py: using LAC 19675\u000a06:47:53.975023 tst handover.py: using RAC 40\u000a06:47:54.092414 tst handover.py: using CellId 19675\u000a06:47:54.211267 tst handover.py: using BVCI 19676\u000a06:47:54.234326 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:54.245357 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:54.255993 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:54.267162 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:54.278534 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:54.289824 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:47:54.410153 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:47:54.617400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:55.097532 run create_hlr_db(pid=3970): Launched\u000a06:47:55.229246 bus /sierra_2: Setting Powered False\u000a06:47:56.305074 run create_hlr_db(pid=3970): Terminated: ok {rc=0}\u000a06:47:56.708550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3972): Launched\u000a06:47:57.031711 run osmo-hlr_10.42.42.2(pid=3973): Launched\u000a06:47:57.151743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:57.688226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3975): Launched\u000a06:47:58.011912 run osmo-stp_10.42.42.5(pid=3976): Launched\u000a06:47:58.129862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:58.694308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3978): Launched\u000a06:47:59.017700 run osmo-msc_10.42.42.6(pid=3979): Launched\u000a06:47:59.208076 run osmo-stp_10.42.42.5(pid=3976): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)]\u000a06:47:59.345708 run osmo-stp_10.42.42.5(pid=3976): stdout: \u000a| (launched: 2022-12-09_06:47:57.853152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:59.483065 run osmo-stp_10.42.42.5(pid=3976): stderr: \u000a| �[0;m�[38;5;43m20221209064758043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064758043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064758043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064758044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064758044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064758044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064758044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:59.613525 run osmo-stp_10.42.42.5(pid=3976): stdout: \u000a| (launched: 2022-12-09_06:47:57.853152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:59.742683 run osmo-stp_10.42.42.5(pid=3976): stderr: \u000a| �[0;m�[38;5;43m20221209064758043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064758043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064758043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064758044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064758044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064758044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064758044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:59.799061 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3976): Process ended prematurely: osmo-stp_10.42.42.5(pid=3976) [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)] [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a06:47:59.807615 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:47:59.870640 run osmo-hlr_10.42.42.2(pid=3973): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3973)]\u000a06:47:59.922213 run osmo-hlr_10.42.42.2(pid=3973): stdout: \u000a| (launched: 2022-12-09_06:47:56.873431) \u000a06:47:59.974541 run osmo-hlr_10.42.42.2(pid=3973): stderr: \u000a| �[0;m�[1;31m20221209064757074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064757074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064757074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064757074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064757074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064757074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064757086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064757095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064757095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064757095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:00.045328 run osmo-msc_10.42.42.6(pid=3979): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3979)]\u000a06:48:00.097038 run osmo-msc_10.42.42.6(pid=3979): stdout: \u000a| (launched: 2022-12-09_06:47:58.859081) \u000a06:48:00.149312 run osmo-msc_10.42.42.6(pid=3979): stderr: \u000a| �[0;m�[38;5;43m20221209064759179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064759179 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87631a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064759179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064759179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064759180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064759180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064759181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064759182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064759182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064759182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:00.193341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3972): Terminating (SIGTERM)\u000a06:48:00.235576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3975): Terminating (SIGTERM)\u000a06:48:00.277849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3978): Terminating (SIGTERM)\u000a06:48:00.287777 --- ParallelTerminationStrategy: PID 3972 died...\u000a06:48:00.343450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3972): Terminated: ok {rc=0}\u000a06:48:00.353710 --- ParallelTerminationStrategy: PID 3975 died...\u000a06:48:00.409375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3975): Terminated: ok {rc=0}\u000a06:48:00.419549 --- ParallelTerminationStrategy: PID 3978 died...\u000a06:48:00.475401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3978): Terminated: ok {rc=0}\u000a06:48:00.561455 bus /sierra_3: Setting Powered False\u000a06:48:01.691596 bus /sierra_3: Setting Powered False\u000a06:48:02.804381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:47:52" }, { "cases" : [ { "testActions" : [ ], "age" : 153, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3990): Process ended prematurely: osmo-stp_10.42.42.5(pid=3990) [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3990)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3990): Process ended prematurely: osmo-stp_10.42.42.5(pid=3990) [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:48:04.783856 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:04.794585 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:48:04.914165 tst handover.py: using LAC 19676\u000a06:48:05.031518 tst handover.py: using RAC 41\u000a06:48:05.150520 tst handover.py: using CellId 19676\u000a06:48:05.267414 tst handover.py: using BVCI 19677\u000a06:48:05.290204 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:48:05.423693 tst handover.py: using LAC 19677\u000a06:48:05.541165 tst handover.py: using RAC 42\u000a06:48:05.660330 tst handover.py: using CellId 19677\u000a06:48:05.786077 tst handover.py: using BVCI 19678\u000a06:48:05.810535 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:05.821827 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:05.832804 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:05.844097 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:05.855516 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:05.866881 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:48:05.982916 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:48:06.191823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:06.672712 run create_hlr_db(pid=3984): Launched\u000a06:48:06.805037 bus /sierra_2: Setting Powered False\u000a06:48:07.881063 run create_hlr_db(pid=3984): Terminated: ok {rc=0}\u000a06:48:08.284518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3986): Launched\u000a06:48:08.609530 run osmo-hlr_10.42.42.2(pid=3987): Launched\u000a06:48:08.728361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:09.261776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3989): Launched\u000a06:48:09.585728 run osmo-stp_10.42.42.5(pid=3990): Launched\u000a06:48:09.703766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:10.265627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3992): Launched\u000a06:48:10.571701 run osmo-msc_10.42.42.6(pid=3993): Launched\u000a06:48:10.751360 run osmo-stp_10.42.42.5(pid=3990): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3990)]\u000a06:48:10.880008 run osmo-stp_10.42.42.5(pid=3990): stdout: \u000a| (launched: 2022-12-09_06:48:09.426673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:11.006071 run osmo-stp_10.42.42.5(pid=3990): stderr: \u000a| �[0;m�[38;5;43m20221209064809620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064809620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064809620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064809621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064809621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064809621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064809622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:11.127630 run osmo-stp_10.42.42.5(pid=3990): stdout: \u000a| (launched: 2022-12-09_06:48:09.426673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:11.247505 run osmo-stp_10.42.42.5(pid=3990): stderr: \u000a| �[0;m�[38;5;43m20221209064809620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064809620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064809620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064809621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064809621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064809621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064809622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:11.299997 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3990): Process ended prematurely: osmo-stp_10.42.42.5(pid=3990) [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3990)] [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a06:48:11.307885 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:48:11.367272 run osmo-hlr_10.42.42.2(pid=3987): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3987)]\u000a06:48:11.416161 run osmo-hlr_10.42.42.2(pid=3987): stdout: \u000a| (launched: 2022-12-09_06:48:08.450325) \u000a06:48:11.466519 run osmo-hlr_10.42.42.2(pid=3987): stderr: \u000a| �[0;m�[1;31m20221209064808650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064808650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064808650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064808650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064808650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064808650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064808663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064808673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064808673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064808673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:11.534024 run osmo-msc_10.42.42.6(pid=3993): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3993)]\u000a06:48:11.582951 run osmo-msc_10.42.42.6(pid=3993): stdout: \u000a| (launched: 2022-12-09_06:48:10.419253) \u000a06:48:11.632516 run osmo-msc_10.42.42.6(pid=3993): stderr: \u000a| �[0;m�[38;5;43m20221209064810688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064810688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aa32b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064810688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064810688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064810689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064810689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064810691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064810691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064810691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064810691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:11.674611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3986): Terminating (SIGTERM)\u000a06:48:11.714682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3989): Terminating (SIGTERM)\u000a06:48:11.754519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3992): Terminating (SIGTERM)\u000a06:48:11.763728 --- ParallelTerminationStrategy: PID 3986 died...\u000a06:48:11.816671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3986): Terminated: ok {rc=0}\u000a06:48:11.826250 --- ParallelTerminationStrategy: PID 3989 died...\u000a06:48:11.878987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3989): Terminated: ok {rc=0}\u000a06:48:11.888525 --- ParallelTerminationStrategy: PID 3992 died...\u000a06:48:11.941111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3992): Terminated: ok {rc=0}\u000a06:48:12.029083 bus /sierra_3: Setting Powered False\u000a06:48:13.131539 bus /sierra_3: Setting Powered False\u000a06:48:14.241223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4004): Process ended prematurely: osmo-stp_10.42.42.5(pid=4004) [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4004)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4004): Process ended prematurely: osmo-stp_10.42.42.5(pid=4004) [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:48:16.233008 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:16.245005 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:48:16.374955 tst handover.py: using LAC 19678\u000a06:48:16.497571 tst handover.py: using RAC 43\u000a06:48:16.623796 tst handover.py: using CellId 19678\u000a06:48:16.754128 tst handover.py: using BVCI 19679\u000a06:48:16.779817 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:48:16.919700 tst handover.py: using LAC 19679\u000a06:48:17.041117 tst handover.py: using RAC 44\u000a06:48:17.165226 tst handover.py: using CellId 19679\u000a06:48:17.287405 tst handover.py: using BVCI 19680\u000a06:48:17.312115 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:17.323464 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:17.334556 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:17.345944 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:17.357135 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:17.368382 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:48:17.486931 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:48:17.686358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:18.143514 run create_hlr_db(pid=3998): Launched\u000a06:48:18.266705 bus /sierra_2: Setting Powered False\u000a06:48:19.338762 run create_hlr_db(pid=3998): Terminated: ok {rc=0}\u000a06:48:19.741694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4000): Launched\u000a06:48:20.065041 run osmo-hlr_10.42.42.2(pid=4001): Launched\u000a06:48:20.184772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:20.719507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4003): Launched\u000a06:48:21.042112 run osmo-stp_10.42.42.5(pid=4004): Launched\u000a06:48:21.159704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:21.726382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4006): Launched\u000a06:48:22.049364 run osmo-msc_10.42.42.6(pid=4007): Launched\u000a06:48:22.239977 run osmo-stp_10.42.42.5(pid=4004): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4004)]\u000a06:48:22.378105 run osmo-stp_10.42.42.5(pid=4004): stdout: \u000a| (launched: 2022-12-09_06:48:20.883411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:22.516237 run osmo-stp_10.42.42.5(pid=4004): stderr: \u000a| �[0;m�[38;5;43m20221209064821079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064821079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064821079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064821080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064821080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064821080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064821080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:22.646844 run osmo-stp_10.42.42.5(pid=4004): stdout: \u000a| (launched: 2022-12-09_06:48:20.883411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:22.776231 run osmo-stp_10.42.42.5(pid=4004): stderr: \u000a| �[0;m�[38;5;43m20221209064821079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064821079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064821079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064821080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064821080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064821080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064821080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:22.832990 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4004): Process ended prematurely: osmo-stp_10.42.42.5(pid=4004) [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4004)] [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a06:48:22.841676 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:48:22.905303 run osmo-hlr_10.42.42.2(pid=4001): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4001)]\u000a06:48:22.957312 run osmo-hlr_10.42.42.2(pid=4001): stdout: \u000a| (launched: 2022-12-09_06:48:19.906758) \u000a06:48:23.009791 run osmo-hlr_10.42.42.2(pid=4001): stderr: \u000a| �[0;m�[1;31m20221209064820104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064820104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064820104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064820104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064820104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064820104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064820116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064820125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064820125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064820125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:23.081025 run osmo-msc_10.42.42.6(pid=4007): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4007)]\u000a06:48:23.132685 run osmo-msc_10.42.42.6(pid=4007): stdout: \u000a| (launched: 2022-12-09_06:48:21.891258) \u000a06:48:23.185082 run osmo-msc_10.42.42.6(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221209064822211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064822211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0829f45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064822211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064822211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064822211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064822211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064822213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064822213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064822214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064822214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:23.229404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4000): Terminating (SIGTERM)\u000a06:48:23.271680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4003): Terminating (SIGTERM)\u000a06:48:23.314608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4006): Terminating (SIGTERM)\u000a06:48:23.324423 --- ParallelTerminationStrategy: PID 4000 died...\u000a06:48:23.381584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4000): Terminated: ok {rc=0}\u000a06:48:23.392116 --- ParallelTerminationStrategy: PID 4003 died...\u000a06:48:23.448831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4003): Terminated: ok {rc=0}\u000a06:48:23.459048 --- ParallelTerminationStrategy: PID 4006 died...\u000a06:48:23.515613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4006): Terminated: ok {rc=0}\u000a06:48:23.604335 bus /sierra_3: Setting Powered False\u000a06:48:24.712255 bus /sierra_3: Setting Powered False\u000a06:48:25.823102 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:48:15" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4018): Process ended prematurely: osmo-stp_10.42.42.5(pid=4018) [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4018)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4018): Process ended prematurely: osmo-stp_10.42.42.5(pid=4018) [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:48:27.809324 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:27.820279 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:48:27.944247 tst handover.py: using LAC 19680\u000a06:48:28.061524 tst handover.py: using RAC 45\u000a06:48:28.179891 tst handover.py: using CellId 19680\u000a06:48:28.296772 tst handover.py: using BVCI 19681\u000a06:48:28.319698 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:48:28.449394 tst handover.py: using LAC 19681\u000a06:48:28.565887 tst handover.py: using RAC 46\u000a06:48:28.691734 tst handover.py: using CellId 19681\u000a06:48:28.817323 tst handover.py: using BVCI 19682\u000a06:48:28.842223 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:28.853872 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:28.865299 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:28.877112 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:28.888566 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:28.900014 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:48:29.015930 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:48:29.225785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:29.709312 run create_hlr_db(pid=4012): Launched\u000a06:48:29.841602 bus /sierra_2: Setting Powered False\u000a06:48:30.949889 run create_hlr_db(pid=4012): Terminated: ok {rc=0}\u000a06:48:31.407060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4014): Launched\u000a06:48:31.847194 run osmo-hlr_10.42.42.2(pid=4015): Launched\u000a06:48:32.092810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:32.640560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4017): Launched\u000a06:48:32.942089 run osmo-stp_10.42.42.5(pid=4018): Launched\u000a06:48:33.051686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:33.577782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4020): Launched\u000a06:48:33.880509 run osmo-msc_10.42.42.6(pid=4021): Launched\u000a06:48:34.057983 run osmo-stp_10.42.42.5(pid=4018): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4018)]\u000a06:48:34.186736 run osmo-stp_10.42.42.5(pid=4018): stdout: \u000a| (launched: 2022-12-09_06:48:32.794096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:34.313191 run osmo-stp_10.42.42.5(pid=4018): stderr: \u000a| �[0;m�[38;5;43m20221209064832967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064832967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064832968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064832968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064832969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064832969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064832969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:34.435032 run osmo-stp_10.42.42.5(pid=4018): stdout: \u000a| (launched: 2022-12-09_06:48:32.794096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:34.555006 run osmo-stp_10.42.42.5(pid=4018): stderr: \u000a| �[0;m�[38;5;43m20221209064832967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064832967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064832968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064832968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064832969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064832969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064832969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:34.607688 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4018): Process ended prematurely: osmo-stp_10.42.42.5(pid=4018) [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4018)] [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:48:34.615599 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:48:34.675379 run osmo-hlr_10.42.42.2(pid=4015): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4015)]\u000a06:48:34.724756 run osmo-hlr_10.42.42.2(pid=4015): stdout: \u000a| (launched: 2022-12-09_06:48:31.566756) \u000a06:48:34.774626 run osmo-hlr_10.42.42.2(pid=4015): stderr: \u000a| �[0;m�[1;31m20221209064831858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064831858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064831858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064831858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064831858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064831858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064831877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064831890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064831890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064831891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:34.842441 run osmo-msc_10.42.42.6(pid=4021): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4021)]\u000a06:48:34.891818 run osmo-msc_10.42.42.6(pid=4021): stdout: \u000a| (launched: 2022-12-09_06:48:33.731784) \u000a06:48:34.941567 run osmo-msc_10.42.42.6(pid=4021): stderr: \u000a| �[0;m�[38;5;43m20221209064834001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064834001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f529a773c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064834001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064834001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064834001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064834002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064834003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064834004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064834004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064834004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:34.983719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4014): Terminating (SIGTERM)\u000a06:48:35.023671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4017): Terminating (SIGTERM)\u000a06:48:35.063625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4020): Terminating (SIGTERM)\u000a06:48:35.072823 --- ParallelTerminationStrategy: PID 4014 died...\u000a06:48:35.126395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4014): Terminated: ok {rc=0}\u000a06:48:35.135983 --- ParallelTerminationStrategy: PID 4017 died...\u000a06:48:35.189325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4017): Terminated: ok {rc=0}\u000a06:48:35.198897 --- ParallelTerminationStrategy: PID 4020 died...\u000a06:48:35.252001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4020): Terminated: ok {rc=0}\u000a06:48:35.341161 bus /sierra_3: Setting Powered False\u000a06:48:36.445084 bus /sierra_3: Setting Powered False\u000a06:48:37.556742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:48:27" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:48:39.553247 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:39.564130 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:48:39.688806 tst handover.py: using LAC 19682\u000a06:48:39.808057 tst handover.py: using RAC 47\u000a06:48:39.928358 tst handover.py: using CellId 19682\u000a06:48:40.048593 tst handover.py: using BVCI 19683\u000a06:48:40.071513 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:48:40.208849 tst handover.py: using LAC 19683\u000a06:48:40.329450 tst handover.py: using RAC 48\u000a06:48:40.447493 tst handover.py: using CellId 19683\u000a06:48:40.567847 tst handover.py: using BVCI 19684\u000a06:48:40.590832 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:40.601756 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:40.612447 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:40.623225 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:40.634041 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:40.644682 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:48:40.763343 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:48:40.963603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:41.420161 run create_hlr_db(pid=4026): Launched\u000a06:48:41.543094 bus /sierra_2: Setting Powered False\u000a06:48:42.627187 run create_hlr_db(pid=4026): Terminated: ok {rc=0}\u000a06:48:43.030432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Launched\u000a06:48:43.353040 run osmo-hlr_10.42.42.2(pid=4029): Launched\u000a06:48:43.467103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:43.967717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Launched\u000a06:48:44.267760 run osmo-stp_10.42.42.5(pid=4033): Launched\u000a06:48:44.376034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:44.900674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Launched\u000a06:48:45.203510 run osmo-msc_10.42.42.6(pid=4036): Launched\u000a06:48:45.381690 run osmo-stp_10.42.42.5(pid=4033): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]\u000a06:48:45.510422 run osmo-stp_10.42.42.5(pid=4033): stdout: \u000a| (launched: 2022-12-09_06:48:44.120794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:45.636888 run osmo-stp_10.42.42.5(pid=4033): stderr: \u000a| �[0;m�[38;5;43m20221209064844292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064844292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064844293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064844293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064844294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064844294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064844294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:45.759184 run osmo-stp_10.42.42.5(pid=4033): stdout: \u000a| (launched: 2022-12-09_06:48:44.120794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:45.892440 run osmo-stp_10.42.42.5(pid=4033): stderr: \u000a| �[0;m�[38;5;43m20221209064844292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064844292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064844293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064844293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064844294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064844294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064844294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:45.946602 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)] [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:48:45.954935 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:48:46.015539 run osmo-hlr_10.42.42.2(pid=4029): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4029)]\u000a06:48:46.066164 run osmo-hlr_10.42.42.2(pid=4029): stdout: \u000a| (launched: 2022-12-09_06:48:43.195211) \u000a06:48:46.117032 run osmo-hlr_10.42.42.2(pid=4029): stderr: \u000a| �[0;m�[1;31m20221209064843394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064843394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064843394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064843394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064843394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064843394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064843457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064843466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064843466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064843466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:46.185739 run osmo-msc_10.42.42.6(pid=4036): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4036)]\u000a06:48:46.236101 run osmo-msc_10.42.42.6(pid=4036): stdout: \u000a| (launched: 2022-12-09_06:48:45.054382) \u000a06:48:46.286723 run osmo-msc_10.42.42.6(pid=4036): stderr: \u000a| �[0;m�[38;5;43m20221209064845325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064845325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79e9151c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064845326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064845326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064845326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064845326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064845328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064845328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064845328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064845328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:46.329929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminating (SIGTERM)\u000a06:48:46.370878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminating (SIGTERM)\u000a06:48:46.411991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Terminating (SIGTERM)\u000a06:48:46.422032 --- ParallelTerminationStrategy: PID 4028 died...\u000a06:48:46.478302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminated: ok {rc=0}\u000a06:48:46.488406 --- ParallelTerminationStrategy: PID 4031 died...\u000a06:48:46.542618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminated: ok {rc=0}\u000a06:48:46.552637 --- ParallelTerminationStrategy: PID 4035 died...\u000a06:48:46.606971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Terminated: ok {rc=0}\u000a06:48:46.692771 bus /sierra_3: Setting Powered False\u000a06:48:47.794572 bus /sierra_3: Setting Powered False\u000a06:48:48.901260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:48:39" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:48:50.875479 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:50.886655 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:48:51.014685 tst handover.py: using LAC 19684\u000a06:48:51.137272 tst handover.py: using RAC 49\u000a06:48:51.258084 tst handover.py: using CellId 19684\u000a06:48:51.378574 tst handover.py: using BVCI 19685\u000a06:48:51.401715 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:48:51.523487 tst handover.py: using LAC 19685\u000a06:48:51.643453 tst handover.py: using RAC 50\u000a06:48:51.764180 tst handover.py: using CellId 19685\u000a06:48:51.891176 tst handover.py: using BVCI 19686\u000a06:48:51.915986 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:51.927384 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:51.938654 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:51.950219 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:51.962134 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:51.973609 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:48:52.090746 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:48:52.290216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:52.749726 run create_hlr_db(pid=4041): Launched\u000a06:48:52.872333 bus /sierra_2: Setting Powered False\u000a06:48:53.944602 run create_hlr_db(pid=4041): Terminated: ok {rc=0}\u000a06:48:54.322691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Launched\u000a06:48:54.624369 run osmo-hlr_10.42.42.2(pid=4044): Launched\u000a06:48:54.742550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:55.278039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Launched\u000a06:48:55.602802 run osmo-stp_10.42.42.5(pid=4047): Launched\u000a06:48:55.721704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:56.286302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Launched\u000a06:48:56.610743 run osmo-msc_10.42.42.6(pid=4050): Launched\u000a06:48:56.802324 run osmo-stp_10.42.42.5(pid=4047): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]\u000a06:48:56.942576 run osmo-stp_10.42.42.5(pid=4047): stdout: \u000a| (launched: 2022-12-09_06:48:55.443211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:57.079933 run osmo-stp_10.42.42.5(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221209064855634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064855634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064855634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064855635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064855635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064855635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064855635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:57.210446 run osmo-stp_10.42.42.5(pid=4047): stdout: \u000a| (launched: 2022-12-09_06:48:55.443211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:57.340129 run osmo-stp_10.42.42.5(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221209064855634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064855634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064855634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064855635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064855635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064855635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064855635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:57.396629 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)] [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a06:48:57.405382 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:48:57.469997 run osmo-hlr_10.42.42.2(pid=4044): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4044)]\u000a06:48:57.522788 run osmo-hlr_10.42.42.2(pid=4044): stdout: \u000a| (launched: 2022-12-09_06:48:54.476344) \u000a06:48:57.576012 run osmo-hlr_10.42.42.2(pid=4044): stderr: \u000a| �[0;m�[1;31m20221209064854656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064854656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064854656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064854656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064854656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064854656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064854677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064854687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064854687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064854687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:57.647450 run osmo-msc_10.42.42.6(pid=4050): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4050)]\u000a06:48:57.699303 run osmo-msc_10.42.42.6(pid=4050): stdout: \u000a| (launched: 2022-12-09_06:48:56.451582) \u000a06:48:57.751638 run osmo-msc_10.42.42.6(pid=4050): stderr: \u000a| �[0;m�[38;5;43m20221209064856775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064856775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01060c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064856775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064856775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064856775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064856776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064856777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064856778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064856778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064856778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:57.795700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminating (SIGTERM)\u000a06:48:57.838036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminating (SIGTERM)\u000a06:48:57.880025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminating (SIGTERM)\u000a06:48:57.890074 --- ParallelTerminationStrategy: PID 4043 died...\u000a06:48:57.946104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminated: ok {rc=0}\u000a06:48:57.956492 --- ParallelTerminationStrategy: PID 4046 died...\u000a06:48:58.011972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminated: ok {rc=0}\u000a06:48:58.022340 --- ParallelTerminationStrategy: PID 4049 died...\u000a06:48:58.078611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminated: ok {rc=0}\u000a06:48:58.166159 bus /sierra_3: Setting Powered False\u000a06:48:59.273934 bus /sierra_3: Setting Powered False\u000a06:49:00.382389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:48:50" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4061): Process ended prematurely: osmo-stp_10.42.42.5(pid=4061) [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4061)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4061): Process ended prematurely: osmo-stp_10.42.42.5(pid=4061) [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:49:02.402145 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:02.414910 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:02.535091 tst handover.py: using LAC 19686\u000a06:49:02.662769 tst handover.py: using RAC 51\u000a06:49:02.792489 tst handover.py: using CellId 19686\u000a06:49:02.918745 tst handover.py: using BVCI 19687\u000a06:49:02.943612 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:03.086538 tst handover.py: using LAC 19687\u000a06:49:03.212122 tst handover.py: using RAC 52\u000a06:49:03.338172 tst handover.py: using CellId 19687\u000a06:49:03.464106 tst handover.py: using BVCI 19688\u000a06:49:03.488778 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:03.499989 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:03.511237 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:03.522840 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:03.534438 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:03.545970 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:49:03.665647 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:49:03.878185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:04.335704 run create_hlr_db(pid=4055): Launched\u000a06:49:04.459842 bus /sierra_2: Setting Powered False\u000a06:49:05.530505 run create_hlr_db(pid=4055): Terminated: ok {rc=0}\u000a06:49:05.906800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4057): Launched\u000a06:49:06.208407 run osmo-hlr_10.42.42.2(pid=4058): Launched\u000a06:49:06.318711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:06.815016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4060): Launched\u000a06:49:07.115447 run osmo-stp_10.42.42.5(pid=4061): Launched\u000a06:49:07.225200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:07.751421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4063): Launched\u000a06:49:08.053685 run osmo-msc_10.42.42.6(pid=4064): Launched\u000a06:49:08.231264 run osmo-stp_10.42.42.5(pid=4061): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4061)]\u000a06:49:08.359633 run osmo-stp_10.42.42.5(pid=4061): stdout: \u000a| (launched: 2022-12-09_06:49:06.967785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:08.485676 run osmo-stp_10.42.42.5(pid=4061): stderr: \u000a| �[0;m�[38;5;43m20221209064907140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064907140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064907140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064907140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064907141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064907141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064907141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:08.606899 run osmo-stp_10.42.42.5(pid=4061): stdout: \u000a| (launched: 2022-12-09_06:49:06.967785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:08.726971 run osmo-stp_10.42.42.5(pid=4061): stderr: \u000a| �[0;m�[38;5;43m20221209064907140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064907140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064907140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064907140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064907141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064907141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064907141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:08.779359 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4061): Process ended prematurely: osmo-stp_10.42.42.5(pid=4061) [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4061)] [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a06:49:08.787208 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:49:08.847023 run osmo-hlr_10.42.42.2(pid=4058): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4058)]\u000a06:49:08.896417 run osmo-hlr_10.42.42.2(pid=4058): stdout: \u000a| (launched: 2022-12-09_06:49:06.060271) \u000a06:49:08.946442 run osmo-hlr_10.42.42.2(pid=4058): stderr: \u000a| �[0;m�[1;31m20221209064906236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064906236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064906236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064906236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064906236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064906236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064906247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064906257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064906258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064906258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:09.014436 run osmo-msc_10.42.42.6(pid=4064): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4064)]\u000a06:49:09.063748 run osmo-msc_10.42.42.6(pid=4064): stdout: \u000a| (launched: 2022-12-09_06:49:07.905597) \u000a06:49:09.113686 run osmo-msc_10.42.42.6(pid=4064): stderr: \u000a| �[0;m�[38;5;43m20221209064908177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064908177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe344663c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064908177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064908177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064908177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064908178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064908180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064908181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064908181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064908181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:09.155819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4057): Terminating (SIGTERM)\u000a06:49:09.195798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4060): Terminating (SIGTERM)\u000a06:49:09.235769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4063): Terminating (SIGTERM)\u000a06:49:09.245022 --- ParallelTerminationStrategy: PID 4057 died...\u000a06:49:09.298099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4057): Terminated: ok {rc=0}\u000a06:49:09.307681 --- ParallelTerminationStrategy: PID 4060 died...\u000a06:49:09.360537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4060): Terminated: ok {rc=0}\u000a06:49:09.370108 --- ParallelTerminationStrategy: PID 4063 died...\u000a06:49:09.423551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4063): Terminated: ok {rc=0}\u000a06:49:09.506905 bus /sierra_3: Setting Powered False\u000a06:49:10.607502 bus /sierra_3: Setting Powered False\u000a06:49:11.718023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:49:02" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4075): Process ended prematurely: osmo-stp_10.42.42.5(pid=4075) [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4075): Process ended prematurely: osmo-stp_10.42.42.5(pid=4075) [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:49:13.707667 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:13.719110 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:49:13.847995 tst handover.py: using LAC 19688\u000a06:49:13.978652 tst handover.py: using RAC 53\u000a06:49:14.103691 tst handover.py: using CellId 19688\u000a06:49:14.229087 tst handover.py: using BVCI 19689\u000a06:49:14.253902 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:49:14.393959 tst handover.py: using LAC 19689\u000a06:49:14.519322 tst handover.py: using RAC 54\u000a06:49:14.646220 tst handover.py: using CellId 19689\u000a06:49:14.771319 tst handover.py: using BVCI 19690\u000a06:49:14.796190 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:14.807811 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:14.819108 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:14.830812 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:14.842585 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:14.854260 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:49:14.969809 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:49:15.183051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:15.664492 run create_hlr_db(pid=4069): Launched\u000a06:49:15.797198 bus /sierra_2: Setting Powered False\u000a06:49:16.866377 run create_hlr_db(pid=4069): Terminated: ok {rc=0}\u000a06:49:17.261184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4071): Launched\u000a06:49:17.563309 run osmo-hlr_10.42.42.2(pid=4072): Launched\u000a06:49:17.676247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:18.175565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4074): Launched\u000a06:49:18.477508 run osmo-stp_10.42.42.5(pid=4075): Launched\u000a06:49:18.587874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:19.115555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4077): Launched\u000a06:49:19.416826 run osmo-msc_10.42.42.6(pid=4078): Launched\u000a06:49:19.594337 run osmo-stp_10.42.42.5(pid=4075): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)]\u000a06:49:19.721758 run osmo-stp_10.42.42.5(pid=4075): stdout: \u000a| (launched: 2022-12-09_06:49:18.329121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:19.847674 run osmo-stp_10.42.42.5(pid=4075): stderr: \u000a| �[0;m�[38;5;43m20221209064918502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064918502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064918502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064918503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064918503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064918503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064918503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:19.968349 run osmo-stp_10.42.42.5(pid=4075): stdout: \u000a| (launched: 2022-12-09_06:49:18.329121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:20.089194 run osmo-stp_10.42.42.5(pid=4075): stderr: \u000a| �[0;m�[38;5;43m20221209064918502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064918502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064918502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064918503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064918503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064918503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064918503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:20.141819 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4075): Process ended prematurely: osmo-stp_10.42.42.5(pid=4075) [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)] [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a06:49:20.149714 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:49:20.209413 run osmo-hlr_10.42.42.2(pid=4072): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4072)]\u000a06:49:20.258626 run osmo-hlr_10.42.42.2(pid=4072): stdout: \u000a| (launched: 2022-12-09_06:49:17.415271) \u000a06:49:20.308464 run osmo-hlr_10.42.42.2(pid=4072): stderr: \u000a| �[0;m�[1;31m20221209064917592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064917592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064917593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064917593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064917593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064917593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064917606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064917614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064917614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064917615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:20.375942 run osmo-msc_10.42.42.6(pid=4078): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4078)]\u000a06:49:20.424793 run osmo-msc_10.42.42.6(pid=4078): stdout: \u000a| (launched: 2022-12-09_06:49:19.268626) \u000a06:49:20.474210 run osmo-msc_10.42.42.6(pid=4078): stderr: \u000a| �[0;m�[38;5;43m20221209064919539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064919539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60abbabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064919539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064919539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064919539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064919540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064919541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064919542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064919542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064919542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:20.515919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4071): Terminating (SIGTERM)\u000a06:49:20.555584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4074): Terminating (SIGTERM)\u000a06:49:20.595471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4077): Terminating (SIGTERM)\u000a06:49:20.604647 --- ParallelTerminationStrategy: PID 4071 died...\u000a06:49:20.658041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4071): Terminated: ok {rc=0}\u000a06:49:20.667568 --- ParallelTerminationStrategy: PID 4074 died...\u000a06:49:20.720430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4074): Terminated: ok {rc=0}\u000a06:49:20.729985 --- ParallelTerminationStrategy: PID 4077 died...\u000a06:49:20.783534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4077): Terminated: ok {rc=0}\u000a06:49:20.867628 bus /sierra_3: Setting Powered False\u000a06:49:21.975950 bus /sierra_3: Setting Powered False\u000a06:49:23.084842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4090): Process ended prematurely: osmo-stp_10.42.42.5(pid=4090) [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4090)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4090): Process ended prematurely: osmo-stp_10.42.42.5(pid=4090) [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:49:25.102715 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:25.114252 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:49:25.257815 tst handover.py: using LAC 19690\u000a06:49:25.385965 tst handover.py: using RAC 55\u000a06:49:25.515256 tst handover.py: using CellId 19690\u000a06:49:25.641313 tst handover.py: using BVCI 19691\u000a06:49:25.665953 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:49:25.805731 tst handover.py: using LAC 19691\u000a06:49:25.931867 tst handover.py: using RAC 56\u000a06:49:26.058472 tst handover.py: using CellId 19691\u000a06:49:26.185802 tst handover.py: using BVCI 19692\u000a06:49:26.210518 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:26.222071 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:26.233800 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:26.246312 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:26.258022 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:26.269505 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:49:26.385841 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:49:26.585659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:27.042269 run create_hlr_db(pid=4084): Launched\u000a06:49:27.164858 bus /sierra_2: Setting Powered False\u000a06:49:28.237465 run create_hlr_db(pid=4084): Terminated: ok {rc=0}\u000a06:49:28.614560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4086): Launched\u000a06:49:28.915723 run osmo-hlr_10.42.42.2(pid=4087): Launched\u000a06:49:29.025666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:29.523194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4089): Launched\u000a06:49:29.824740 run osmo-stp_10.42.42.5(pid=4090): Launched\u000a06:49:29.934332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:30.463147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4092): Launched\u000a06:49:30.765575 run osmo-msc_10.42.42.6(pid=4093): Launched\u000a06:49:31.022886 run osmo-stp_10.42.42.5(pid=4090): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4090)]\u000a06:49:31.291490 run osmo-stp_10.42.42.5(pid=4090): stdout: \u000a| (launched: 2022-12-09_06:49:29.676809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:31.476881 run osmo-stp_10.42.42.5(pid=4090): stderr: \u000a| �[0;m�[38;5;43m20221209064929845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064929845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064929845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064929846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064929848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064929848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064929848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:31.658465 run osmo-stp_10.42.42.5(pid=4090): stdout: \u000a| (launched: 2022-12-09_06:49:29.676809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:31.837768 run osmo-stp_10.42.42.5(pid=4090): stderr: \u000a| �[0;m�[38;5;43m20221209064929845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064929845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064929845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064929846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064929848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064929848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064929848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:31.905916 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4090): Process ended prematurely: osmo-stp_10.42.42.5(pid=4090) [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4090)] [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:49:31.914294 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:49:31.976050 run osmo-hlr_10.42.42.2(pid=4087): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4087)]\u000a06:49:32.026184 run osmo-hlr_10.42.42.2(pid=4087): stdout: \u000a| (launched: 2022-12-09_06:49:28.767550) \u000a06:49:32.077343 run osmo-hlr_10.42.42.2(pid=4087): stderr: \u000a| �[0;m�[1;31m20221209064928947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064928947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064928947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064928947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064928947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064928947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064928959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064928968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064928968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064928968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:32.146655 run osmo-msc_10.42.42.6(pid=4093): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4093)]\u000a06:49:32.196561 run osmo-msc_10.42.42.6(pid=4093): stdout: \u000a| (launched: 2022-12-09_06:49:30.616871) \u000a06:49:32.247474 run osmo-msc_10.42.42.6(pid=4093): stderr: \u000a| �[0;m�[38;5;43m20221209064930994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064930995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa7cc75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064930995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064930995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064930995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064930995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064930997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064930998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064930998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064930998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:32.291282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4086): Terminating (SIGTERM)\u000a06:49:32.333947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4089): Terminating (SIGTERM)\u000a06:49:32.375120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4092): Terminating (SIGTERM)\u000a06:49:32.384574 --- ParallelTerminationStrategy: PID 4086 died...\u000a06:49:32.439282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4086): Terminated: ok {rc=0}\u000a06:49:32.449297 --- ParallelTerminationStrategy: PID 4089 died...\u000a06:49:32.502938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4089): Terminated: ok {rc=0}\u000a06:49:32.512599 --- ParallelTerminationStrategy: PID 4092 died...\u000a06:49:32.565901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4092): Terminated: ok {rc=0}\u000a06:49:32.653469 bus /sierra_3: Setting Powered False\u000a06:49:33.755991 bus /sierra_3: Setting Powered False\u000a06:49:34.862459 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:49:24" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4104): Process ended prematurely: osmo-stp_10.42.42.5(pid=4104) [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4104)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4104): Process ended prematurely: osmo-stp_10.42.42.5(pid=4104) [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:49:36.878751 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:36.889625 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:49:37.022574 tst handover.py: using LAC 19692\u000a06:49:37.142550 tst handover.py: using RAC 57\u000a06:49:37.260605 tst handover.py: using CellId 19692\u000a06:49:37.380057 tst handover.py: using BVCI 19693\u000a06:49:37.402981 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:49:37.539268 tst handover.py: using LAC 19693\u000a06:49:37.658970 tst handover.py: using RAC 58\u000a06:49:37.779086 tst handover.py: using CellId 19693\u000a06:49:37.895850 tst handover.py: using BVCI 19694\u000a06:49:37.918789 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.929760 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.940414 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.951248 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.961977 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.972632 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:49:38.086127 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:49:38.299602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:38.783636 run create_hlr_db(pid=4098): Launched\u000a06:49:38.917023 bus /sierra_2: Setting Powered False\u000a06:49:39.993694 run create_hlr_db(pid=4098): Terminated: ok {rc=0}\u000a06:49:40.399889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4100): Launched\u000a06:49:40.724715 run osmo-hlr_10.42.42.2(pid=4101): Launched\u000a06:49:40.842958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:41.351174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4103): Launched\u000a06:49:41.652884 run osmo-stp_10.42.42.5(pid=4104): Launched\u000a06:49:41.763137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:42.290799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4106): Launched\u000a06:49:42.593319 run osmo-msc_10.42.42.6(pid=4107): Launched\u000a06:49:42.771363 run osmo-stp_10.42.42.5(pid=4104): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4104)]\u000a06:49:42.899900 run osmo-stp_10.42.42.5(pid=4104): stdout: \u000a| (launched: 2022-12-09_06:49:41.504384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:43.026452 run osmo-stp_10.42.42.5(pid=4104): stderr: \u000a| �[0;m�[38;5;43m20221209064941676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064941676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064941677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064941677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064941678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064941678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064941678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:43.147974 run osmo-stp_10.42.42.5(pid=4104): stdout: \u000a| (launched: 2022-12-09_06:49:41.504384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:43.268057 run osmo-stp_10.42.42.5(pid=4104): stderr: \u000a| �[0;m�[38;5;43m20221209064941676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064941676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064941677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064941677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064941678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064941678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064941678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:43.320762 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4104): Process ended prematurely: osmo-stp_10.42.42.5(pid=4104) [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4104)] [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:49:43.328644 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:49:43.389154 run osmo-hlr_10.42.42.2(pid=4101): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4101)]\u000a06:49:43.439369 run osmo-hlr_10.42.42.2(pid=4101): stdout: \u000a| (launched: 2022-12-09_06:49:40.565825) \u000a06:49:43.489916 run osmo-hlr_10.42.42.2(pid=4101): stderr: \u000a| �[0;m�[1;31m20221209064940768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064940768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064940768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064940768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064940768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064940768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064940780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064940790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064940790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064940790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:43.558074 run osmo-msc_10.42.42.6(pid=4107): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4107)]\u000a06:49:43.607526 run osmo-msc_10.42.42.6(pid=4107): stdout: \u000a| (launched: 2022-12-09_06:49:42.444478) \u000a06:49:43.657475 run osmo-msc_10.42.42.6(pid=4107): stderr: \u000a| �[0;m�[38;5;43m20221209064942717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064942717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae96a6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064942717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064942717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064942717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064942717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064942720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064942721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064942721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064942721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:43.699831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4100): Terminating (SIGTERM)\u000a06:49:43.739983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4103): Terminating (SIGTERM)\u000a06:49:43.780313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4106): Terminating (SIGTERM)\u000a06:49:43.789669 --- ParallelTerminationStrategy: PID 4100 died...\u000a06:49:43.843766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4100): Terminated: ok {rc=0}\u000a06:49:43.853809 --- ParallelTerminationStrategy: PID 4103 died...\u000a06:49:43.907701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4103): Terminated: ok {rc=0}\u000a06:49:43.917470 --- ParallelTerminationStrategy: PID 4106 died...\u000a06:49:43.971639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4106): Terminated: ok {rc=0}\u000a06:49:44.056121 bus /sierra_3: Setting Powered False\u000a06:49:45.164925 bus /sierra_3: Setting Powered False\u000a06:49:46.278423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:49:36" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4118): Process ended prematurely: osmo-stp_10.42.42.5(pid=4118) [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4118)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4118): Process ended prematurely: osmo-stp_10.42.42.5(pid=4118) [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:49:48.280713 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:48.291600 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:48.437971 tst handover.py: using LAC 19694\u000a06:49:48.564549 tst handover.py: using RAC 59\u000a06:49:48.690432 tst handover.py: using CellId 19694\u000a06:49:48.816404 tst handover.py: using BVCI 19695\u000a06:49:48.841258 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:48.971161 tst handover.py: using LAC 19695\u000a06:49:49.096113 tst handover.py: using RAC 60\u000a06:49:49.216096 tst handover.py: using CellId 19695\u000a06:49:49.335762 tst handover.py: using BVCI 19696\u000a06:49:49.359050 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.369875 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.380534 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.391370 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.402128 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.412547 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:49.525360 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:49.725242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:50.180925 run create_hlr_db(pid=4112): Launched\u000a06:49:50.304855 bus /sierra_2: Setting Powered False\u000a06:49:51.375733 run create_hlr_db(pid=4112): Terminated: ok {rc=0}\u000a06:49:51.753174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4114): Launched\u000a06:49:52.054825 run osmo-hlr_10.42.42.2(pid=4115): Launched\u000a06:49:52.165215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:52.665420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4117): Launched\u000a06:49:52.966577 run osmo-stp_10.42.42.5(pid=4118): Launched\u000a06:49:53.076295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:53.603080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4120): Launched\u000a06:49:53.904874 run osmo-msc_10.42.42.6(pid=4121): Launched\u000a06:49:54.082070 run osmo-stp_10.42.42.5(pid=4118): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4118)]\u000a06:49:54.210406 run osmo-stp_10.42.42.5(pid=4118): stdout: \u000a| (launched: 2022-12-09_06:49:52.818640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:54.337264 run osmo-stp_10.42.42.5(pid=4118): stderr: \u000a| �[0;m�[38;5;43m20221209064952990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064952990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064952991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064952991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064952991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064952991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064952991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:54.458834 run osmo-stp_10.42.42.5(pid=4118): stdout: \u000a| (launched: 2022-12-09_06:49:52.818640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:54.579108 run osmo-stp_10.42.42.5(pid=4118): stderr: \u000a| �[0;m�[38;5;43m20221209064952990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209064952990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209064952991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209064952991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209064952991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209064952991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209064952991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:54.631605 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4118): Process ended prematurely: osmo-stp_10.42.42.5(pid=4118) [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4118)] [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a06:49:54.639416 tst handover.py:18: Test FAILED (6.3 sec)\u000a06:49:54.700109 run osmo-hlr_10.42.42.2(pid=4115): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4115)]\u000a06:49:54.750255 run osmo-hlr_10.42.42.2(pid=4115): stdout: \u000a| (launched: 2022-12-09_06:49:51.906847) \u000a06:49:54.800567 run osmo-hlr_10.42.42.2(pid=4115): stderr: \u000a| �[0;m�[1;31m20221209064952083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209064952083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209064952083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064952083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209064952083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209064952083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209064952095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209064952104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209064952104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209064952104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:54.868919 run osmo-msc_10.42.42.6(pid=4121): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4121)]\u000a06:49:54.918401 run osmo-msc_10.42.42.6(pid=4121): stdout: \u000a| (launched: 2022-12-09_06:49:53.756367) \u000a06:49:54.968508 run osmo-msc_10.42.42.6(pid=4121): stderr: \u000a| �[0;m�[38;5;43m20221209064954028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209064954028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9b71ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209064954028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209064954028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209064954029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209064954029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209064954032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209064954032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209064954032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209064954032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:55.010953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4114): Terminating (SIGTERM)\u000a06:49:55.051126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4117): Terminating (SIGTERM)\u000a06:49:55.091351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4120): Terminating (SIGTERM)\u000a06:49:55.100695 --- ParallelTerminationStrategy: PID 4114 died...\u000a06:49:55.154645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4114): Terminated: ok {rc=0}\u000a06:49:55.164422 --- ParallelTerminationStrategy: PID 4117 died...\u000a06:49:55.218097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4117): Terminated: ok {rc=0}\u000a06:49:55.227778 --- ParallelTerminationStrategy: PID 4120 died...\u000a06:49:55.281097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4120): Terminated: ok {rc=0}\u000a06:49:55.370750 bus /sierra_3: Setting Powered False\u000a06:49:56.474970 bus /sierra_3: Setting Powered False\u000a06:49:57.582582 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:49:48" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4135): Process ended prematurely: osmo-stp_10.42.42.5(pid=4135) [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4135)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4135): Process ended prematurely: osmo-stp_10.42.42.5(pid=4135) [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:49:59.614029 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:59.625518 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:59.769619 tst handover.py: using LAC 19696\u000a06:49:59.896762 tst handover.py: using RAC 61\u000a06:50:00.025362 tst handover.py: using CellId 19696\u000a06:50:00.152092 tst handover.py: using BVCI 19697\u000a06:50:00.176662 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:00.321358 tst handover.py: using LAC 19697\u000a06:50:00.450088 tst handover.py: using RAC 62\u000a06:50:00.572737 tst handover.py: using CellId 19697\u000a06:50:00.702169 tst handover.py: using BVCI 19698\u000a06:50:00.726948 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.738523 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.749811 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.761765 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.773953 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.785969 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:00.924639 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:01.172800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:01.725100 run create_hlr_db(pid=4129): Launched\u000a06:50:01.851419 bus /sierra_2: Setting Powered False\u000a06:50:02.922679 run create_hlr_db(pid=4129): Terminated: ok {rc=0}\u000a06:50:03.301844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4131): Launched\u000a06:50:03.603794 run osmo-hlr_10.42.42.2(pid=4132): Launched\u000a06:50:03.714501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:04.213562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4134): Launched\u000a06:50:04.516376 run osmo-stp_10.42.42.5(pid=4135): Launched\u000a06:50:04.626387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:05.157083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4137): Launched\u000a06:50:05.459255 run osmo-msc_10.42.42.6(pid=4138): Launched\u000a06:50:05.637343 run osmo-stp_10.42.42.5(pid=4135): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4135)]\u000a06:50:05.765558 run osmo-stp_10.42.42.5(pid=4135): stdout: \u000a| (launched: 2022-12-09_06:50:04.367826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:05.892011 run osmo-stp_10.42.42.5(pid=4135): stderr: \u000a| �[0;m�[38;5;43m20221209065004539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065004539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065004539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065004540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065004542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065004542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065004542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:06.013445 run osmo-stp_10.42.42.5(pid=4135): stdout: \u000a| (launched: 2022-12-09_06:50:04.367826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:06.133861 run osmo-stp_10.42.42.5(pid=4135): stderr: \u000a| �[0;m�[38;5;43m20221209065004539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065004539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065004539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065004540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065004542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065004542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065004542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:06.186391 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4135): Process ended prematurely: osmo-stp_10.42.42.5(pid=4135) [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4135)] [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a06:50:06.194473 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:50:06.254601 run osmo-hlr_10.42.42.2(pid=4132): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4132)]\u000a06:50:06.304316 run osmo-hlr_10.42.42.2(pid=4132): stdout: \u000a| (launched: 2022-12-09_06:50:03.455891) \u000a06:50:06.354788 run osmo-hlr_10.42.42.2(pid=4132): stderr: \u000a| �[0;m�[1;31m20221209065003631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065003631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065003631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065003631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065003631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065003631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065003646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065003657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065003657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065003658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:06.423048 run osmo-msc_10.42.42.6(pid=4138): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4138)]\u000a06:50:06.472628 run osmo-msc_10.42.42.6(pid=4138): stdout: \u000a| (launched: 2022-12-09_06:50:05.310401) \u000a06:50:06.522647 run osmo-msc_10.42.42.6(pid=4138): stderr: \u000a| �[0;m�[38;5;43m20221209065005584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065005584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe34c491c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065005584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065005584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065005584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065005585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065005586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065005587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065005587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065005587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:06.565261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4131): Terminating (SIGTERM)\u000a06:50:06.605569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4134): Terminating (SIGTERM)\u000a06:50:06.645866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4137): Terminating (SIGTERM)\u000a06:50:06.655185 --- ParallelTerminationStrategy: PID 4131 died...\u000a06:50:06.709423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4131): Terminated: ok {rc=0}\u000a06:50:06.719200 --- ParallelTerminationStrategy: PID 4134 died...\u000a06:50:06.773056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4134): Terminated: ok {rc=0}\u000a06:50:06.782832 --- ParallelTerminationStrategy: PID 4137 died...\u000a06:50:06.836534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4137): Terminated: ok {rc=0}\u000a06:50:06.920244 bus /sierra_3: Setting Powered False\u000a06:50:08.021440 bus /sierra_3: Setting Powered False\u000a06:50:09.133974 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:49:59" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4149): Process ended prematurely: osmo-stp_10.42.42.5(pid=4149) [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4149)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4149): Process ended prematurely: osmo-stp_10.42.42.5(pid=4149) [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:50:11.159000 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:11.169799 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:11.302769 tst handover.py: using LAC 19698\u000a06:50:11.428272 tst handover.py: using RAC 63\u000a06:50:11.547509 tst handover.py: using CellId 19698\u000a06:50:11.666844 tst handover.py: using BVCI 19699\u000a06:50:11.689863 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:11.822010 tst handover.py: using LAC 19699\u000a06:50:11.939198 tst handover.py: using RAC 64\u000a06:50:12.058952 tst handover.py: using CellId 19699\u000a06:50:12.176210 tst handover.py: using BVCI 19700\u000a06:50:12.199309 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.210240 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.220716 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.231383 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.242040 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.252526 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:12.370616 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:12.584688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:13.067506 run create_hlr_db(pid=4143): Launched\u000a06:50:13.200782 bus /sierra_2: Setting Powered False\u000a06:50:14.277952 run create_hlr_db(pid=4143): Terminated: ok {rc=0}\u000a06:50:14.682673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4145): Launched\u000a06:50:15.006366 run osmo-hlr_10.42.42.2(pid=4146): Launched\u000a06:50:15.126360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:15.662763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4148): Launched\u000a06:50:16.083917 run osmo-stp_10.42.42.5(pid=4149): Launched\u000a06:50:16.353879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:16.922348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4151): Launched\u000a06:50:17.298237 run osmo-msc_10.42.42.6(pid=4152): Launched\u000a06:50:17.490030 run osmo-stp_10.42.42.5(pid=4149): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4149)]\u000a06:50:17.628177 run osmo-stp_10.42.42.5(pid=4149): stdout: \u000a| (launched: 2022-12-09_06:50:15.827503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:17.765276 run osmo-stp_10.42.42.5(pid=4149): stderr: \u000a| �[0;m�[38;5;43m20221209065016150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065016150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065016151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065016151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065016151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065016151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065016152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:17.896185 run osmo-stp_10.42.42.5(pid=4149): stdout: \u000a| (launched: 2022-12-09_06:50:15.827503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:18.026529 run osmo-stp_10.42.42.5(pid=4149): stderr: \u000a| �[0;m�[38;5;43m20221209065016150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065016150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065016151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065016151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065016151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065016151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065016152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:18.083447 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4149): Process ended prematurely: osmo-stp_10.42.42.5(pid=4149) [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4149)] [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a06:50:18.092138 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:50:18.156865 run osmo-hlr_10.42.42.2(pid=4146): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4146)]\u000a06:50:18.209492 run osmo-hlr_10.42.42.2(pid=4146): stdout: \u000a| (launched: 2022-12-09_06:50:14.847496) \u000a06:50:18.262749 run osmo-hlr_10.42.42.2(pid=4146): stderr: \u000a| �[0;m�[1;31m20221209065015045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065015045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065015045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065015045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065015045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065015045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065015058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065015066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065015066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065015066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:18.334696 run osmo-msc_10.42.42.6(pid=4152): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4152)]\u000a06:50:18.387327 run osmo-msc_10.42.42.6(pid=4152): stdout: \u000a| (launched: 2022-12-09_06:50:17.080877) \u000a06:50:18.440483 run osmo-msc_10.42.42.6(pid=4152): stderr: \u000a| �[0;m�[38;5;43m20221209065017442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065017443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26802c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065017443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065017443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065017443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065017443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065017445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065017445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065017445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065017445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:18.486789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4145): Terminating (SIGTERM)\u000a06:50:18.530134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4148): Terminating (SIGTERM)\u000a06:50:18.573779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4151): Terminating (SIGTERM)\u000a06:50:18.583730 --- ParallelTerminationStrategy: PID 4145 died...\u000a06:50:18.641704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4145): Terminated: ok {rc=0}\u000a06:50:18.651958 --- ParallelTerminationStrategy: PID 4148 died...\u000a06:50:18.709196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4148): Terminated: ok {rc=0}\u000a06:50:18.719602 --- ParallelTerminationStrategy: PID 4151 died...\u000a06:50:18.776689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4151): Terminated: ok {rc=0}\u000a06:50:18.865622 bus /sierra_3: Setting Powered False\u000a06:50:19.970886 bus /sierra_3: Setting Powered False\u000a06:50:21.081579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:50:10" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4164): Process ended prematurely: osmo-stp_10.42.42.5(pid=4164) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4164): Process ended prematurely: osmo-stp_10.42.42.5(pid=4164) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:50:23.118971 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:23.130643 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:50:23.269812 tst handover.py: using LAC 19700\u000a06:50:23.394353 tst handover.py: using RAC 65\u000a06:50:23.519842 tst handover.py: using CellId 19700\u000a06:50:23.641403 tst handover.py: using BVCI 19701\u000a06:50:23.664621 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:50:23.799453 tst handover.py: using LAC 19701\u000a06:50:23.925531 tst handover.py: using RAC 66\u000a06:50:24.052795 tst handover.py: using CellId 19701\u000a06:50:24.178037 tst handover.py: using BVCI 19702\u000a06:50:24.202834 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.214605 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.226352 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.238069 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.249765 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.261450 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:50:24.376903 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:50:24.577659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:25.036713 run create_hlr_db(pid=4158): Launched\u000a06:50:25.160046 bus /sierra_2: Setting Powered False\u000a06:50:26.231818 run create_hlr_db(pid=4158): Terminated: ok {rc=0}\u000a06:50:26.609398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4160): Launched\u000a06:50:26.910751 run osmo-hlr_10.42.42.2(pid=4161): Launched\u000a06:50:27.020151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:27.519209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4163): Launched\u000a06:50:27.821120 run osmo-stp_10.42.42.5(pid=4164): Launched\u000a06:50:27.931107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:28.460804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4166): Launched\u000a06:50:28.763004 run osmo-msc_10.42.42.6(pid=4167): Launched\u000a06:50:28.939698 run osmo-stp_10.42.42.5(pid=4164): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)]\u000a06:50:29.067765 run osmo-stp_10.42.42.5(pid=4164): stdout: \u000a| (launched: 2022-12-09_06:50:27.672675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:29.194284 run osmo-stp_10.42.42.5(pid=4164): stderr: \u000a| �[0;m�[38;5;43m20221209065027842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065027842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065027843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065027843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065027843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065027844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065027844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:29.315670 run osmo-stp_10.42.42.5(pid=4164): stdout: \u000a| (launched: 2022-12-09_06:50:27.672675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:29.435938 run osmo-stp_10.42.42.5(pid=4164): stderr: \u000a| �[0;m�[38;5;43m20221209065027842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065027842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065027843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065027843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065027843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065027844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065027844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:29.488577 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4164): Process ended prematurely: osmo-stp_10.42.42.5(pid=4164) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)] [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:50:29.496531 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:50:29.557235 run osmo-hlr_10.42.42.2(pid=4161): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4161)]\u000a06:50:29.607063 run osmo-hlr_10.42.42.2(pid=4161): stdout: \u000a| (launched: 2022-12-09_06:50:26.762782) \u000a06:50:29.657552 run osmo-hlr_10.42.42.2(pid=4161): stderr: \u000a| �[0;m�[1;31m20221209065026941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065026941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065026941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065026941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065026941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065026941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065026953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065026962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065026962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065026962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:29.725567 run osmo-msc_10.42.42.6(pid=4167): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4167)]\u000a06:50:29.774875 run osmo-msc_10.42.42.6(pid=4167): stdout: \u000a| (launched: 2022-12-09_06:50:28.614675) \u000a06:50:29.825094 run osmo-msc_10.42.42.6(pid=4167): stderr: \u000a| �[0;m�[38;5;43m20221209065028885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065028886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b26745c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065028886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065028886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065028886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065028886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065028888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065028888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065028888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065028888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:29.867479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4160): Terminating (SIGTERM)\u000a06:50:29.907594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4163): Terminating (SIGTERM)\u000a06:50:29.947699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4166): Terminating (SIGTERM)\u000a06:50:29.957163 --- ParallelTerminationStrategy: PID 4160 died...\u000a06:50:30.010766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4160): Terminated: ok {rc=0}\u000a06:50:30.020438 --- ParallelTerminationStrategy: PID 4163 died...\u000a06:50:30.073859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4163): Terminated: ok {rc=0}\u000a06:50:30.083441 --- ParallelTerminationStrategy: PID 4166 died...\u000a06:50:30.136793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4166): Terminated: ok {rc=0}\u000a06:50:30.220516 bus /sierra_3: Setting Powered False\u000a06:50:31.331141 bus /sierra_3: Setting Powered False\u000a06:50:32.437388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:50:22" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4178): Process ended prematurely: osmo-stp_10.42.42.5(pid=4178) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4178)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4178): Process ended prematurely: osmo-stp_10.42.42.5(pid=4178) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:50:34.440007 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:34.451373 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:50:34.590984 tst handover.py: using LAC 19702\u000a06:50:34.721869 tst handover.py: using RAC 67\u000a06:50:34.849148 tst handover.py: using CellId 19702\u000a06:50:34.973728 tst handover.py: using BVCI 19703\u000a06:50:34.998285 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:50:35.126071 tst handover.py: using LAC 19703\u000a06:50:35.246419 tst handover.py: using RAC 68\u000a06:50:35.364214 tst handover.py: using CellId 19703\u000a06:50:35.482147 tst handover.py: using BVCI 19704\u000a06:50:35.505423 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.516522 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.527644 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.538816 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.549992 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.561189 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:50:35.680643 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:50:35.891648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:36.374724 run create_hlr_db(pid=4172): Launched\u000a06:50:36.507060 bus /sierra_2: Setting Powered False\u000a06:50:37.583694 run create_hlr_db(pid=4172): Terminated: ok {rc=0}\u000a06:50:37.965454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4174): Launched\u000a06:50:38.267513 run osmo-hlr_10.42.42.2(pid=4175): Launched\u000a06:50:38.378915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:38.879052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4177): Launched\u000a06:50:39.180938 run osmo-stp_10.42.42.5(pid=4178): Launched\u000a06:50:39.292772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:39.819339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4180): Launched\u000a06:50:40.120905 run osmo-msc_10.42.42.6(pid=4181): Launched\u000a06:50:40.298007 run osmo-stp_10.42.42.5(pid=4178): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4178)]\u000a06:50:40.426059 run osmo-stp_10.42.42.5(pid=4178): stdout: \u000a| (launched: 2022-12-09_06:50:39.032616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:40.551834 run osmo-stp_10.42.42.5(pid=4178): stderr: \u000a| �[0;m�[38;5;43m20221209065039204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065039204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065039204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065039205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065039205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065039205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065039205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:40.673501 run osmo-stp_10.42.42.5(pid=4178): stdout: \u000a| (launched: 2022-12-09_06:50:39.032616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:40.793146 run osmo-stp_10.42.42.5(pid=4178): stderr: \u000a| �[0;m�[38;5;43m20221209065039204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065039204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065039204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065039205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065039205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065039205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065039205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:40.845574 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4178): Process ended prematurely: osmo-stp_10.42.42.5(pid=4178) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4178)] [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a06:50:40.853446 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:50:40.913248 run osmo-hlr_10.42.42.2(pid=4175): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4175)]\u000a06:50:40.962321 run osmo-hlr_10.42.42.2(pid=4175): stdout: \u000a| (launched: 2022-12-09_06:50:38.118562) \u000a06:50:41.011917 run osmo-hlr_10.42.42.2(pid=4175): stderr: \u000a| �[0;m�[1;31m20221209065038293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065038293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065038293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065038293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065038293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065038293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065038306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065038315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065038315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:41.079566 run osmo-msc_10.42.42.6(pid=4181): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4181)]\u000a06:50:41.128845 run osmo-msc_10.42.42.6(pid=4181): stdout: \u000a| (launched: 2022-12-09_06:50:39.972802) \u000a06:50:41.178446 run osmo-msc_10.42.42.6(pid=4181): stderr: \u000a| �[0;m�[38;5;43m20221209065040244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065040244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3db6806c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065040245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065040245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065040245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065040245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065040247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065040247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065040247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065040247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:41.220490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4174): Terminating (SIGTERM)\u000a06:50:41.260064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4177): Terminating (SIGTERM)\u000a06:50:41.299667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4180): Terminating (SIGTERM)\u000a06:50:41.308869 --- ParallelTerminationStrategy: PID 4174 died...\u000a06:50:41.362562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4174): Terminated: ok {rc=0}\u000a06:50:41.372110 --- ParallelTerminationStrategy: PID 4177 died...\u000a06:50:41.424995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4177): Terminated: ok {rc=0}\u000a06:50:41.434519 --- ParallelTerminationStrategy: PID 4180 died...\u000a06:50:41.487391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4180): Terminated: ok {rc=0}\u000a06:50:41.570271 bus /sierra_3: Setting Powered False\u000a06:50:42.672265 bus /sierra_3: Setting Powered False\u000a06:50:43.784194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:50:34" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:50:45.780619 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:45.791922 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:45.952870 tst handover.py: using LAC 19704\u000a06:50:46.079170 tst handover.py: using RAC 69\u000a06:50:46.223122 tst handover.py: using CellId 19704\u000a06:50:46.369800 tst handover.py: using BVCI 19705\u000a06:50:46.397067 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:46.572231 tst handover.py: using LAC 19705\u000a06:50:46.698859 tst handover.py: using RAC 70\u000a06:50:46.824195 tst handover.py: using CellId 19705\u000a06:50:46.963556 tst handover.py: using BVCI 19706\u000a06:50:46.989764 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.002401 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.016736 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.029792 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.043461 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.056832 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:47.183844 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:47.399751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:47.882036 run create_hlr_db(pid=4187): Launched\u000a06:50:48.014830 bus /sierra_2: Setting Powered False\u000a06:50:49.090052 run create_hlr_db(pid=4187): Terminated: ok {rc=0}\u000a06:50:49.494517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Launched\u000a06:50:49.818752 run osmo-hlr_10.42.42.2(pid=4190): Launched\u000a06:50:49.939192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:50.474557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Launched\u000a06:50:50.797886 run osmo-stp_10.42.42.5(pid=4193): Launched\u000a06:50:50.914774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:51.477913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4195): Launched\u000a06:50:51.801571 run osmo-msc_10.42.42.6(pid=4196): Launched\u000a06:50:51.991271 run osmo-stp_10.42.42.5(pid=4193): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]\u000a06:50:52.128365 run osmo-stp_10.42.42.5(pid=4193): stdout: \u000a| (launched: 2022-12-09_06:50:50.639315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:52.265558 run osmo-stp_10.42.42.5(pid=4193): stderr: \u000a| �[0;m�[38;5;43m20221209065050832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065050832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065050833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065050833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065050833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065050834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065050834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:52.396103 run osmo-stp_10.42.42.5(pid=4193): stdout: \u000a| (launched: 2022-12-09_06:50:50.639315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:52.525900 run osmo-stp_10.42.42.5(pid=4193): stderr: \u000a| �[0;m�[38;5;43m20221209065050832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065050832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065050833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065050833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065050833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065050834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065050834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:52.582463 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)] [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a06:50:52.590996 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:50:52.654418 run osmo-hlr_10.42.42.2(pid=4190): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4190)]\u000a06:50:52.706426 run osmo-hlr_10.42.42.2(pid=4190): stdout: \u000a| (launched: 2022-12-09_06:50:49.659860) \u000a06:50:52.759432 run osmo-hlr_10.42.42.2(pid=4190): stderr: \u000a| �[0;m�[1;31m20221209065049859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065049860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065049860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065049860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065049860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065049860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065049872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065049880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065049880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065049880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:52.830285 run osmo-msc_10.42.42.6(pid=4196): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4196)]\u000a06:50:52.882001 run osmo-msc_10.42.42.6(pid=4196): stdout: \u000a| (launched: 2022-12-09_06:50:51.643187) \u000a06:50:52.934092 run osmo-msc_10.42.42.6(pid=4196): stderr: \u000a| �[0;m�[38;5;43m20221209065051965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065051966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f819b739c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065051966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065051966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065051966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065051966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065051968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065051968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065051968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065051968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:52.978711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Terminating (SIGTERM)\u000a06:50:53.020528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Terminating (SIGTERM)\u000a06:50:53.062622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4195): Terminating (SIGTERM)\u000a06:50:53.072707 --- ParallelTerminationStrategy: PID 4189 died...\u000a06:50:53.129264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Terminated: ok {rc=0}\u000a06:50:53.139521 --- ParallelTerminationStrategy: PID 4192 died...\u000a06:50:53.195292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Terminated: ok {rc=0}\u000a06:50:53.205763 --- ParallelTerminationStrategy: PID 4195 died...\u000a06:50:53.261704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4195): Terminated: ok {rc=0}\u000a06:50:53.348111 bus /sierra_3: Setting Powered False\u000a06:50:54.452040 bus /sierra_3: Setting Powered False\u000a06:50:55.558120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4207): Process ended prematurely: osmo-stp_10.42.42.5(pid=4207) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4207)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4207): Process ended prematurely: osmo-stp_10.42.42.5(pid=4207) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:50:57.588698 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:57.600067 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:57.738502 tst handover.py: using LAC 19706\u000a06:50:57.864707 tst handover.py: using RAC 71\u000a06:50:57.995602 tst handover.py: using CellId 19706\u000a06:50:58.121881 tst handover.py: using BVCI 19707\u000a06:50:58.146610 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:58.286603 tst handover.py: using LAC 19707\u000a06:50:58.411444 tst handover.py: using RAC 72\u000a06:50:58.537068 tst handover.py: using CellId 19707\u000a06:50:58.663827 tst handover.py: using BVCI 19708\u000a06:50:58.688468 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:58.699910 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:58.711181 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:58.722772 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:58.734477 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:58.745879 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:58.863154 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:59.073779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:59.557549 run create_hlr_db(pid=4201): Launched\u000a06:50:59.690329 bus /sierra_2: Setting Powered False\u000a06:51:00.766303 run create_hlr_db(pid=4201): Terminated: ok {rc=0}\u000a06:51:01.206528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4203): Launched\u000a06:51:01.647313 run osmo-hlr_10.42.42.2(pid=4204): Launched\u000a06:51:01.811543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:02.410683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4206): Launched\u000a06:51:02.737301 run osmo-stp_10.42.42.5(pid=4207): Launched\u000a06:51:02.855265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:03.419656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4209): Launched\u000a06:51:03.743943 run osmo-msc_10.42.42.6(pid=4210): Launched\u000a06:51:03.934005 run osmo-stp_10.42.42.5(pid=4207): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4207)]\u000a06:51:04.071348 run osmo-stp_10.42.42.5(pid=4207): stdout: \u000a| (launched: 2022-12-09_06:51:02.577442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:04.208855 run osmo-stp_10.42.42.5(pid=4207): stderr: \u000a| �[0;m�[38;5;43m20221209065102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065102773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:04.338750 run osmo-stp_10.42.42.5(pid=4207): stdout: \u000a| (launched: 2022-12-09_06:51:02.577442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:04.467500 run osmo-stp_10.42.42.5(pid=4207): stderr: \u000a| �[0;m�[38;5;43m20221209065102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065102773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:04.524192 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4207): Process ended prematurely: osmo-stp_10.42.42.5(pid=4207) [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4207)] [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a06:51:04.532803 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:51:04.596300 run osmo-hlr_10.42.42.2(pid=4204): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4204)]\u000a06:51:04.648003 run osmo-hlr_10.42.42.2(pid=4204): stdout: \u000a| (launched: 2022-12-09_06:51:01.375435) \u000a06:51:04.700363 run osmo-hlr_10.42.42.2(pid=4204): stderr: \u000a| �[0;m�[1;31m20221209065101690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065101690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065101690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065101690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065101690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065101690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065101701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065101710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065101710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065101710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:04.771299 run osmo-msc_10.42.42.6(pid=4210): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4210)]\u000a06:51:04.823125 run osmo-msc_10.42.42.6(pid=4210): stdout: \u000a| (launched: 2022-12-09_06:51:03.585186) \u000a06:51:04.875725 run osmo-msc_10.42.42.6(pid=4210): stderr: \u000a| �[0;m�[38;5;43m20221209065103909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065103909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33f05b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065103909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065103909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065103909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065103909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065103911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065103911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065103912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065103912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:04.919802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4203): Terminating (SIGTERM)\u000a06:51:04.961922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4206): Terminating (SIGTERM)\u000a06:51:05.003941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4209): Terminating (SIGTERM)\u000a06:51:05.014101 --- ParallelTerminationStrategy: PID 4203 died...\u000a06:51:05.070357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4203): Terminated: ok {rc=0}\u000a06:51:05.080431 --- ParallelTerminationStrategy: PID 4206 died...\u000a06:51:05.136437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4206): Terminated: ok {rc=0}\u000a06:51:05.146522 --- ParallelTerminationStrategy: PID 4209 died...\u000a06:51:05.202500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4209): Terminated: ok {rc=0}\u000a06:51:05.293749 bus /sierra_3: Setting Powered False\u000a06:51:06.398995 bus /sierra_3: Setting Powered False\u000a06:51:07.510593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4222): Process ended prematurely: osmo-stp_10.42.42.5(pid=4222) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4222)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4222): Process ended prematurely: osmo-stp_10.42.42.5(pid=4222) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:51:09.505621 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:09.516517 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:51:09.651449 tst handover.py: using LAC 19708\u000a06:51:09.770597 tst handover.py: using RAC 73\u000a06:51:09.888799 tst handover.py: using CellId 19708\u000a06:51:10.009402 tst handover.py: using BVCI 19709\u000a06:51:10.032224 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:51:10.156019 tst handover.py: using LAC 19709\u000a06:51:10.276145 tst handover.py: using RAC 74\u000a06:51:10.395849 tst handover.py: using CellId 19709\u000a06:51:10.515390 tst handover.py: using BVCI 19710\u000a06:51:10.538422 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:10.549250 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:10.559891 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:10.570575 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:10.581382 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:10.591996 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:51:10.711550 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:51:10.914329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:11.372649 run create_hlr_db(pid=4216): Launched\u000a06:51:11.495860 bus /sierra_2: Setting Powered False\u000a06:51:12.567734 run create_hlr_db(pid=4216): Terminated: ok {rc=0}\u000a06:51:12.946648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4218): Launched\u000a06:51:13.248567 run osmo-hlr_10.42.42.2(pid=4219): Launched\u000a06:51:13.358192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:13.857464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4221): Launched\u000a06:51:14.168740 run osmo-stp_10.42.42.5(pid=4222): Launched\u000a06:51:14.288816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:14.855001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4224): Launched\u000a06:51:15.182492 run osmo-msc_10.42.42.6(pid=4225): Launched\u000a06:51:15.374241 run osmo-stp_10.42.42.5(pid=4222): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4222)]\u000a06:51:15.512798 run osmo-stp_10.42.42.5(pid=4222): stdout: \u000a| (launched: 2022-12-09_06:51:14.010901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:15.650274 run osmo-stp_10.42.42.5(pid=4222): stderr: \u000a| �[0;m�[38;5;43m20221209065114196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065114197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065114197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065114197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:15.781366 run osmo-stp_10.42.42.5(pid=4222): stdout: \u000a| (launched: 2022-12-09_06:51:14.010901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:15.915855 run osmo-stp_10.42.42.5(pid=4222): stderr: \u000a| �[0;m�[38;5;43m20221209065114196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065114197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065114197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065114197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:15.974206 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4222): Process ended prematurely: osmo-stp_10.42.42.5(pid=4222) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4222)] [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a06:51:15.983525 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:51:16.051345 run osmo-hlr_10.42.42.2(pid=4219): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4219)]\u000a06:51:16.105769 run osmo-hlr_10.42.42.2(pid=4219): stdout: \u000a| (launched: 2022-12-09_06:51:13.100683) \u000a06:51:16.160833 run osmo-hlr_10.42.42.2(pid=4219): stderr: \u000a| �[0;m�[1;31m20221209065113275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065113275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065113275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065113276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065113276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065113276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065113287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065113296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065113297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065113297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:16.234751 run osmo-msc_10.42.42.6(pid=4225): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4225)]\u000a06:51:16.289018 run osmo-msc_10.42.42.6(pid=4225): stdout: \u000a| (launched: 2022-12-09_06:51:15.020801) \u000a06:51:16.344299 run osmo-msc_10.42.42.6(pid=4225): stderr: \u000a| �[0;m�[38;5;43m20221209065115343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065115344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fe40fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065115344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065115344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065115344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065115344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065115346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065115346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065115346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065115346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:16.391253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4218): Terminating (SIGTERM)\u000a06:51:16.437733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4221): Terminating (SIGTERM)\u000a06:51:16.484138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4224): Terminating (SIGTERM)\u000a06:51:16.495626 --- ParallelTerminationStrategy: PID 4218 died...\u000a06:51:16.556728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4218): Terminated: ok {rc=0}\u000a06:51:16.567899 --- ParallelTerminationStrategy: PID 4221 died...\u000a06:51:16.627766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4221): Terminated: ok {rc=0}\u000a06:51:16.638991 --- ParallelTerminationStrategy: PID 4224 died...\u000a06:51:16.698800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4224): Terminated: ok {rc=0}\u000a06:51:16.791233 bus /sierra_3: Setting Powered False\u000a06:51:17.898698 bus /sierra_3: Setting Powered False\u000a06:51:19.007558 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:51:09" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4236): Process ended prematurely: osmo-stp_10.42.42.5(pid=4236) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4236)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4236): Process ended prematurely: osmo-stp_10.42.42.5(pid=4236) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:51:21.016649 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:21.027500 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:51:21.163410 tst handover.py: using LAC 19710\u000a06:51:21.282681 tst handover.py: using RAC 75\u000a06:51:21.400452 tst handover.py: using CellId 19710\u000a06:51:21.521068 tst handover.py: using BVCI 19711\u000a06:51:21.543832 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:51:21.680360 tst handover.py: using LAC 19711\u000a06:51:21.798672 tst handover.py: using RAC 76\u000a06:51:21.916935 tst handover.py: using CellId 19711\u000a06:51:22.042677 tst handover.py: using BVCI 19712\u000a06:51:22.067639 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:22.079408 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:22.090911 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:22.103195 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:22.116158 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:22.128498 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:51:22.246179 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:51:22.446614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:22.907142 run create_hlr_db(pid=4230): Launched\u000a06:51:23.031069 bus /sierra_2: Setting Powered False\u000a06:51:24.103231 run create_hlr_db(pid=4230): Terminated: ok {rc=0}\u000a06:51:24.508832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4232): Launched\u000a06:51:24.834798 run osmo-hlr_10.42.42.2(pid=4233): Launched\u000a06:51:24.952178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:25.490298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4235): Launched\u000a06:51:25.815622 run osmo-stp_10.42.42.5(pid=4236): Launched\u000a06:51:25.933784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:26.499244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4238): Launched\u000a06:51:26.824649 run osmo-msc_10.42.42.6(pid=4239): Launched\u000a06:51:27.015182 run osmo-stp_10.42.42.5(pid=4236): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4236)]\u000a06:51:27.152865 run osmo-stp_10.42.42.5(pid=4236): stdout: \u000a| (launched: 2022-12-09_06:51:25.656121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:27.290183 run osmo-stp_10.42.42.5(pid=4236): stderr: \u000a| �[0;m�[38;5;43m20221209065125846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065125846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065125846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065125847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065125847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065125847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065125847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:27.421370 run osmo-stp_10.42.42.5(pid=4236): stdout: \u000a| (launched: 2022-12-09_06:51:25.656121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:27.551119 run osmo-stp_10.42.42.5(pid=4236): stderr: \u000a| �[0;m�[38;5;43m20221209065125846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065125846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065125846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065125847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065125847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065125847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065125847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:27.607687 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4236): Process ended prematurely: osmo-stp_10.42.42.5(pid=4236) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4236)] [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a06:51:27.616038 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:51:27.679850 run osmo-hlr_10.42.42.2(pid=4233): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4233)]\u000a06:51:27.732069 run osmo-hlr_10.42.42.2(pid=4233): stdout: \u000a| (launched: 2022-12-09_06:51:24.674805) \u000a06:51:27.784831 run osmo-hlr_10.42.42.2(pid=4233): stderr: \u000a| �[0;m�[1;31m20221209065124872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065124872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065124872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065124872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065124872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065124872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065124885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065124893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065124893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065124893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:27.856426 run osmo-msc_10.42.42.6(pid=4239): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4239)]\u000a06:51:27.908575 run osmo-msc_10.42.42.6(pid=4239): stdout: \u000a| (launched: 2022-12-09_06:51:26.664787) \u000a06:51:27.961414 run osmo-msc_10.42.42.6(pid=4239): stderr: \u000a| �[0;m�[38;5;43m20221209065126986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065126986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e6a2a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065126986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065126986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065126986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065126987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065126988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065126989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065126989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065126989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:28.006308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4232): Terminating (SIGTERM)\u000a06:51:28.048334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4235): Terminating (SIGTERM)\u000a06:51:28.091248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4238): Terminating (SIGTERM)\u000a06:51:28.101130 --- ParallelTerminationStrategy: PID 4232 died...\u000a06:51:28.157905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4232): Terminated: ok {rc=0}\u000a06:51:28.168257 --- ParallelTerminationStrategy: PID 4235 died...\u000a06:51:28.224876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4235): Terminated: ok {rc=0}\u000a06:51:28.235158 --- ParallelTerminationStrategy: PID 4238 died...\u000a06:51:28.291848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4238): Terminated: ok {rc=0}\u000a06:51:28.379137 bus /sierra_3: Setting Powered False\u000a06:51:29.484921 bus /sierra_3: Setting Powered False\u000a06:51:30.596605 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:51:20" }, { "cases" : [ { "testActions" : [ ], "age" : 184, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4250): Process ended prematurely: osmo-stp_10.42.42.5(pid=4250) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4250)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4250): Process ended prematurely: osmo-stp_10.42.42.5(pid=4250) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:51:32.687000 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:32.698625 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:32.844472 tst handover.py: using LAC 19712\u000a06:51:32.977870 tst handover.py: using RAC 77\u000a06:51:33.118510 tst handover.py: using CellId 19712\u000a06:51:33.246991 tst handover.py: using BVCI 19713\u000a06:51:33.271623 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:33.415863 tst handover.py: using LAC 19713\u000a06:51:33.542862 tst handover.py: using RAC 78\u000a06:51:33.671225 tst handover.py: using CellId 19713\u000a06:51:33.799907 tst handover.py: using BVCI 19714\u000a06:51:33.824682 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:33.836203 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:33.847617 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:33.859359 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:33.871144 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:33.882691 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:33.998193 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:34.198641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:34.658891 run create_hlr_db(pid=4244): Launched\u000a06:51:34.782335 bus /sierra_2: Setting Powered False\u000a06:51:35.854236 run create_hlr_db(pid=4244): Terminated: ok {rc=0}\u000a06:51:36.257368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4246): Launched\u000a06:51:36.582792 run osmo-hlr_10.42.42.2(pid=4247): Launched\u000a06:51:36.704632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:37.239754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4249): Launched\u000a06:51:37.564766 run osmo-stp_10.42.42.5(pid=4250): Launched\u000a06:51:37.682529 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:38.246339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4252): Launched\u000a06:51:38.571642 run osmo-msc_10.42.42.6(pid=4253): Launched\u000a06:51:38.761529 run osmo-stp_10.42.42.5(pid=4250): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4250)]\u000a06:51:38.898339 run osmo-stp_10.42.42.5(pid=4250): stdout: \u000a| (launched: 2022-12-09_06:51:37.404792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:39.034928 run osmo-stp_10.42.42.5(pid=4250): stderr: \u000a| �[0;m�[38;5;43m20221209065137597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065137598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065137598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065137598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065137600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065137601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065137601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:39.165978 run osmo-stp_10.42.42.5(pid=4250): stdout: \u000a| (launched: 2022-12-09_06:51:37.404792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:39.295469 run osmo-stp_10.42.42.5(pid=4250): stderr: \u000a| �[0;m�[38;5;43m20221209065137597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065137598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065137598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065137598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065137600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065137601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065137601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:39.352084 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4250): Process ended prematurely: osmo-stp_10.42.42.5(pid=4250) [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4250)] [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a06:51:39.360710 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:51:39.424206 run osmo-hlr_10.42.42.2(pid=4247): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4247)]\u000a06:51:39.475926 run osmo-hlr_10.42.42.2(pid=4247): stdout: \u000a| (launched: 2022-12-09_06:51:36.422189) \u000a06:51:39.528503 run osmo-hlr_10.42.42.2(pid=4247): stderr: \u000a| �[0;m�[1;31m20221209065136620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065136620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065136620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065136620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065136620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065136621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065136632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065136640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065136640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065136640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:39.599747 run osmo-msc_10.42.42.6(pid=4253): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4253)]\u000a06:51:39.651605 run osmo-msc_10.42.42.6(pid=4253): stdout: \u000a| (launched: 2022-12-09_06:51:38.411280) \u000a06:51:39.703968 run osmo-msc_10.42.42.6(pid=4253): stderr: \u000a| �[0;m�[38;5;43m20221209065138734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065138735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fb1010c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065138735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065138735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065138735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065138735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065138737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065138737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065138737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065138737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:39.748538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4246): Terminating (SIGTERM)\u000a06:51:39.790482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4249): Terminating (SIGTERM)\u000a06:51:39.833015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4252): Terminating (SIGTERM)\u000a06:51:39.842881 --- ParallelTerminationStrategy: PID 4246 died...\u000a06:51:39.899306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4246): Terminated: ok {rc=0}\u000a06:51:39.909597 --- ParallelTerminationStrategy: PID 4249 died...\u000a06:51:39.966043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4249): Terminated: ok {rc=0}\u000a06:51:39.976567 --- ParallelTerminationStrategy: PID 4252 died...\u000a06:51:40.033046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4252): Terminated: ok {rc=0}\u000a06:51:40.120870 bus /sierra_3: Setting Powered False\u000a06:51:41.224333 bus /sierra_3: Setting Powered False\u000a06:51:42.336932 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:51:32" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4264): Process ended prematurely: osmo-stp_10.42.42.5(pid=4264) [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4264)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4264): Process ended prematurely: osmo-stp_10.42.42.5(pid=4264) [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:51:44.340442 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:44.351396 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:51:44.472182 tst handover.py: using LAC 19714\u000a06:51:44.597535 tst handover.py: using RAC 79\u000a06:51:44.715096 tst handover.py: using CellId 19714\u000a06:51:44.834606 tst handover.py: using BVCI 19715\u000a06:51:44.857546 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:51:44.990452 tst handover.py: using LAC 19715\u000a06:51:45.107613 tst handover.py: using RAC 80\u000a06:51:45.233053 tst handover.py: using CellId 19715\u000a06:51:45.358185 tst handover.py: using BVCI 19716\u000a06:51:45.383109 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:45.394400 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:45.405599 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:45.416983 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:45.428308 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:45.439539 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:51:45.557333 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:51:45.764170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:46.320174 run create_hlr_db(pid=4258): Launched\u000a06:51:46.456357 bus /sierra_2: Setting Powered False\u000a06:51:47.517752 run create_hlr_db(pid=4258): Terminated: ok {rc=0}\u000a06:51:47.922313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4260): Launched\u000a06:51:48.245931 run osmo-hlr_10.42.42.2(pid=4261): Launched\u000a06:51:48.363415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:48.900239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4263): Launched\u000a06:51:49.226308 run osmo-stp_10.42.42.5(pid=4264): Launched\u000a06:51:49.344271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:49.909552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4266): Launched\u000a06:51:50.233537 run osmo-msc_10.42.42.6(pid=4267): Launched\u000a06:51:50.424453 run osmo-stp_10.42.42.5(pid=4264): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4264)]\u000a06:51:50.562940 run osmo-stp_10.42.42.5(pid=4264): stdout: \u000a| (launched: 2022-12-09_06:51:49.065616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:50.701720 run osmo-stp_10.42.42.5(pid=4264): stderr: \u000a| �[0;m�[38;5;43m20221209065149258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065149258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065149259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065149259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065149260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065149260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065149260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:50.832433 run osmo-stp_10.42.42.5(pid=4264): stdout: \u000a| (launched: 2022-12-09_06:51:49.065616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:50.962263 run osmo-stp_10.42.42.5(pid=4264): stderr: \u000a| �[0;m�[38;5;43m20221209065149258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065149258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065149259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065149259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065149260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065149260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065149260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:51.018907 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4264): Process ended prematurely: osmo-stp_10.42.42.5(pid=4264) [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4264)] [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a06:51:51.027303 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:51:51.091075 run osmo-hlr_10.42.42.2(pid=4261): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4261)]\u000a06:51:51.143122 run osmo-hlr_10.42.42.2(pid=4261): stdout: \u000a| (launched: 2022-12-09_06:51:48.087188) \u000a06:51:51.195886 run osmo-hlr_10.42.42.2(pid=4261): stderr: \u000a| �[0;m�[1;31m20221209065148284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065148284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065148284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065148284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065148284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065148284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065148297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065148305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065148305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065148305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:51.267680 run osmo-msc_10.42.42.6(pid=4267): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4267)]\u000a06:51:51.319605 run osmo-msc_10.42.42.6(pid=4267): stdout: \u000a| (launched: 2022-12-09_06:51:50.074763) \u000a06:51:51.371944 run osmo-msc_10.42.42.6(pid=4267): stderr: \u000a| �[0;m�[38;5;43m20221209065150395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065150395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1c43d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065150395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065150395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065150395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065150396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065150397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065150398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065150398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065150398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:51.415928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4260): Terminating (SIGTERM)\u000a06:51:51.458240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4263): Terminating (SIGTERM)\u000a06:51:51.500215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4266): Terminating (SIGTERM)\u000a06:51:51.510254 --- ParallelTerminationStrategy: PID 4260 died...\u000a06:51:51.566157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4260): Terminated: ok {rc=0}\u000a06:51:51.576500 --- ParallelTerminationStrategy: PID 4263 died...\u000a06:51:51.632391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4263): Terminated: ok {rc=0}\u000a06:51:51.642415 --- ParallelTerminationStrategy: PID 4266 died...\u000a06:51:51.698005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4266): Terminated: ok {rc=0}\u000a06:51:51.784644 bus /sierra_3: Setting Powered False\u000a06:51:52.892035 bus /sierra_3: Setting Powered False\u000a06:51:54.002438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:51:44" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4278): Process ended prematurely: osmo-stp_10.42.42.5(pid=4278) [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4278)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4278): Process ended prematurely: osmo-stp_10.42.42.5(pid=4278) [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:51:55.983915 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:55.994864 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:56.116117 tst handover.py: using LAC 19716\u000a06:51:56.233525 tst handover.py: using RAC 81\u000a06:51:56.359797 tst handover.py: using CellId 19716\u000a06:51:56.486053 tst handover.py: using BVCI 19717\u000a06:51:56.511365 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:56.653305 tst handover.py: using LAC 19717\u000a06:51:56.778308 tst handover.py: using RAC 82\u000a06:51:56.908463 tst handover.py: using CellId 19717\u000a06:51:57.027949 tst handover.py: using BVCI 19718\u000a06:51:57.051027 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:57.062066 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:57.072707 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:57.083610 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:57.094698 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:57.105658 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:57.225182 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:57.428135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:57.887935 run create_hlr_db(pid=4272): Launched\u000a06:51:58.021078 bus /sierra_2: Setting Powered False\u000a06:51:59.097301 run create_hlr_db(pid=4272): Terminated: ok {rc=0}\u000a06:51:59.501680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4274): Launched\u000a06:51:59.824400 run osmo-hlr_10.42.42.2(pid=4275): Launched\u000a06:51:59.944165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:00.481099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4277): Launched\u000a06:52:00.805857 run osmo-stp_10.42.42.5(pid=4278): Launched\u000a06:52:01.030745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:01.640191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4280): Launched\u000a06:52:02.149254 run osmo-msc_10.42.42.6(pid=4281): Launched\u000a06:52:02.438807 run osmo-stp_10.42.42.5(pid=4278): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4278)]\u000a06:52:02.576370 run osmo-stp_10.42.42.5(pid=4278): stdout: \u000a| (launched: 2022-12-09_06:52:00.646411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:02.711663 run osmo-stp_10.42.42.5(pid=4278): stderr: \u000a| �[0;m�[38;5;43m20221209065200859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065200860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065200860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065200860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065200864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065200867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065200867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:02.841923 run osmo-stp_10.42.42.5(pid=4278): stdout: \u000a| (launched: 2022-12-09_06:52:00.646411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:02.971188 run osmo-stp_10.42.42.5(pid=4278): stderr: \u000a| �[0;m�[38;5;43m20221209065200859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065200860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065200860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065200860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065200864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065200867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065200867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:03.027736 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4278): Process ended prematurely: osmo-stp_10.42.42.5(pid=4278) [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4278)] [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a06:52:03.036212 tst handover.py:18: Test FAILED (7.0 sec)\u000a06:52:03.100225 run osmo-hlr_10.42.42.2(pid=4275): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4275)]\u000a06:52:03.151943 run osmo-hlr_10.42.42.2(pid=4275): stdout: \u000a| (launched: 2022-12-09_06:51:59.667094) \u000a06:52:03.204222 run osmo-hlr_10.42.42.2(pid=4275): stderr: \u000a| �[0;m�[1;31m20221209065159865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065159865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065159865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065159866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065159866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065159866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065159878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065159886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065159886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065159886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:03.275687 run osmo-msc_10.42.42.6(pid=4281): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4281)]\u000a06:52:03.328033 run osmo-msc_10.42.42.6(pid=4281): stdout: \u000a| (launched: 2022-12-09_06:52:01.807439) \u000a06:52:03.380597 run osmo-msc_10.42.42.6(pid=4281): stderr: \u000a| �[0;m�[38;5;43m20221209065202125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065202126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f665f110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065202126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065202126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065202126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065202126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065202129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065202130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065202130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065202130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:03.425035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4274): Terminating (SIGTERM)\u000a06:52:03.467567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4277): Terminating (SIGTERM)\u000a06:52:03.510616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4280): Terminating (SIGTERM)\u000a06:52:03.520594 --- ParallelTerminationStrategy: PID 4274 died...\u000a06:52:03.578047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4274): Terminated: ok {rc=0}\u000a06:52:03.588207 --- ParallelTerminationStrategy: PID 4277 died...\u000a06:52:03.645236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4277): Terminated: ok {rc=0}\u000a06:52:03.655582 --- ParallelTerminationStrategy: PID 4280 died...\u000a06:52:03.712696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4280): Terminated: ok {rc=0}\u000a06:52:03.801315 bus /sierra_3: Setting Powered False\u000a06:52:04.905947 bus /sierra_3: Setting Powered False\u000a06:52:06.017172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:51:55" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4292): Process ended prematurely: osmo-stp_10.42.42.5(pid=4292) [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4292)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4292): Process ended prematurely: osmo-stp_10.42.42.5(pid=4292) [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2355 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:52:08.026466 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:08.037809 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:52:08.180523 tst handover.py: using LAC 19718\u000a06:52:08.306683 tst handover.py: using RAC 83\u000a06:52:08.433871 tst handover.py: using CellId 19718\u000a06:52:08.562243 tst handover.py: using BVCI 19719\u000a06:52:08.587088 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:52:08.724047 tst handover.py: using LAC 19719\u000a06:52:08.844080 tst handover.py: using RAC 84\u000a06:52:08.963837 tst handover.py: using CellId 19719\u000a06:52:09.083905 tst handover.py: using BVCI 19720\u000a06:52:09.106788 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:09.117558 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:09.128179 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:09.138857 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:09.149440 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:09.159944 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:52:09.280308 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:52:09.487303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:52:09.945675 run create_hlr_db(pid=4286): Launched\u000a06:52:10.068384 bus /sierra_2: Setting Powered False\u000a06:52:11.140646 run create_hlr_db(pid=4286): Terminated: ok {rc=0}\u000a06:52:11.520107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4288): Launched\u000a06:52:11.820769 run osmo-hlr_10.42.42.2(pid=4289): Launched\u000a06:52:11.937165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:12.442386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4291): Launched\u000a06:52:12.744528 run osmo-stp_10.42.42.5(pid=4292): Launched\u000a06:52:12.854204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:13.379369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4294): Launched\u000a06:52:13.682011 run osmo-msc_10.42.42.6(pid=4295): Launched\u000a06:52:13.859286 run osmo-stp_10.42.42.5(pid=4292): ERR: Terminated: ERROR {rc=1} [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4292)]\u000a06:52:13.987481 run osmo-stp_10.42.42.5(pid=4292): stdout: \u000a| (launched: 2022-12-09_06:52:12.596183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:14.112788 run osmo-stp_10.42.42.5(pid=4292): stderr: \u000a| �[0;m�[38;5;43m20221209065212768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065212768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065212769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065212769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065212769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065212769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065212770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:14.233929 run osmo-stp_10.42.42.5(pid=4292): stdout: \u000a| (launched: 2022-12-09_06:52:12.596183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:14.353770 run osmo-stp_10.42.42.5(pid=4292): stderr: \u000a| �[0;m�[38;5;43m20221209065212768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065212768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065212769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065212769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065212769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065212769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065212770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:14.406200 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=4292): Process ended prematurely: osmo-stp_10.42.42.5(pid=4292) [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4292)] [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a06:52:14.413994 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:52:14.473393 run osmo-hlr_10.42.42.2(pid=4289): ERR: Terminated: ERROR {rc=237} [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4289)]\u000a06:52:14.522283 run osmo-hlr_10.42.42.2(pid=4289): stdout: \u000a| (launched: 2022-12-09_06:52:11.673471) \u000a06:52:14.571633 run osmo-hlr_10.42.42.2(pid=4289): stderr: \u000a| �[0;m�[1;31m20221209065211852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065211852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065211852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065211852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065211852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065211852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065211863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2355/run.2022-12-09_05-28-02/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065211872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065211872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065211872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:14.639123 run osmo-msc_10.42.42.6(pid=4295): ERR: Terminated: ERROR {rc=2} [trial-2355↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4295)]\u000a06:52:14.688004 run osmo-msc_10.42.42.6(pid=4295): stdout: \u000a| (launched: 2022-12-09_06:52:13.533234) \u000a06:52:14.737601 run osmo-msc_10.42.42.6(pid=4295): stderr: \u000a| �[0;m�[38;5;43m20221209065213803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065213803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48f510bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065213803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065213803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065213803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065213803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065213805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065213805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065213806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065213806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:14.779416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4288): Terminating (SIGTERM)\u000a06:52:14.819124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4291): Terminating (SIGTERM)\u000a06:52:14.859137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4294): Terminating (SIGTERM)\u000a06:52:14.868407 --- ParallelTerminationStrategy: PID 4288 died...\u000a06:52:14.921981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4288): Terminated: ok {rc=0}\u000a06:52:14.931657 --- ParallelTerminationStrategy: PID 4291 died...\u000a06:52:14.984856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4291): Terminated: ok {rc=0}\u000a06:52:14.994463 --- ParallelTerminationStrategy: PID 4294 died...\u000a06:52:15.047788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4294): Terminated: ok {rc=0}\u000a06:52:15.137305 bus /sierra_3: Setting Powered False\u000a06:52:16.240179 bus /sierra_3: Setting Powered False\u000a06:52:17.347076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:52:07" } ] }